-- Logs begin at Thu 2021-12-09 18:01:52 UTC, end at Thu 2021-12-09 19:08:27 UTC. -- Dec 09 18:36:34.642998 dv-cinder-819346-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 09 18:36:36.963169 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.common.config [-] Logging enabled! Dec 09 18:36:36.963897 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev90 Dec 09 18:36:36.963897 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86694) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 09 18:36:36.967083 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.common.config [-] Logging enabled! Dec 09 18:36:36.967333 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev90 Dec 09 18:36:36.967647 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86694) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 09 18:36:36.968585 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 18:36:36.968818 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 18:36:36.969173 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 18:36:36.969411 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 18:36:36.969638 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 18:36:36.969959 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.970251 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.970539 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.970785 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.971079 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.971372 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.971651 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.971939 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.972236 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.972518 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.972791 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.973060 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.973288 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.973565 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.973851 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.974136 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.974363 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] debug = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.974656 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.975087 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.975503 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.975783 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.976090 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.976354 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.976624 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.976901 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.977184 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.977507 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] host = dv-cinder-819346-1-smb {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.977781 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.978067 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.978354 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.978638 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.978939 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.979216 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.979497 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.979967 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.980149 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] log_file = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.980511 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.980801 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.981090 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.981379 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.981602 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.981823 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.982117 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.982402 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.982674 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.982964 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.983238 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.983511 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.983784 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.984051 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.984341 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.984627 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.984912 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.985183 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.985456 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.985725 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.985993 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.986297 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.986551 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.986845 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.987119 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.987402 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.987669 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.987939 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.988235 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.988518 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.988799 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.989083 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.989354 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.989633 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.989904 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.990174 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.990442 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] use_json = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.990732 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.991003 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.991282 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.991555 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.991824 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.992094 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.992363 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.992645 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:36.992942 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.993241 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.993542 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.993825 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.994118 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.994399 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.994704 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.994990 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.995323 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.995619 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.995903 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.996180 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.996469 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.996744 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.997038 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.997343 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.997635 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.997925 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.998200 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.998473 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.998779 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.999059 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.999343 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.999636 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:36.999925 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.000196 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.000476 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.000766 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.001040 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.001312 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.001589 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.001877 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.002156 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.002428 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.002722 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.003000 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.003271 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.003539 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.003816 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.004107 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.004382 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.004652 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.004919 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.005194 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.005461 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.005743 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.006020 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.006296 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.006568 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.006869 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.007144 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.007415 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.007695 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.007966 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.008242 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.008515 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.008784 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.009054 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.009323 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.009593 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.009862 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.010132 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.010409 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.010677 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.011023 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.011298 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.011569 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.011836 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.012124 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.012422 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.012698 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.012974 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.013252 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.013532 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.013809 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.014092 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.014367 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.014646 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.014942 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.015236 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.015522 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.015810 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.016093 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.016375 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.016670 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.016946 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.017226 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.017500 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.017775 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.018063 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.018346 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.018639 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.018957 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.019253 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.019548 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.019838 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.020117 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.020422 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.020700 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:37.020916 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 18:36:37.021156 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86694) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 09 18:36:37.409800 dv-cinder-819346-1-smb neutron-server[86694]: INFO keyring.backend [-] Loading KWallet Dec 09 18:36:37.417257 dv-cinder-819346-1-smb neutron-server[86694]: INFO keyring.backend [-] Loading SecretService Dec 09 18:36:37.420844 dv-cinder-819346-1-smb neutron-server[86694]: INFO keyring.backend [-] Loading Windows Dec 09 18:36:37.422173 dv-cinder-819346-1-smb neutron-server[86694]: INFO keyring.backend [-] Loading chainer Dec 09 18:36:37.422745 dv-cinder-819346-1-smb neutron-server[86694]: INFO keyring.backend [-] Loading macOS Dec 09 18:36:37.456592 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:36:37.456870 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=86694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:36:37.457157 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:36:37.457492 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 09 18:36:37.772331 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.772537 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.772793 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.773989 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.774255 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.774517 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.896094 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.896327 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.896615 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.910037 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.910312 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.910580 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.939283 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.939591 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.939823 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.979377 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.980033 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:37.980033 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.209384 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.209635 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.209934 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.210198 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.210978 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.334028 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.334337 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.334617 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.334909 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.335171 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.335495 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.335746 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.336004 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.336258 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.336537 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.336790 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.337176 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.337445 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.337697 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.337966 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.338235 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.338490 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.338774 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.339184 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.339476 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.339828 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.340087 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.340333 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.340616 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.340862 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.341106 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.341495 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 18:36:38.341733 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 18:36:38.341967 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 18:36:38.342198 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 18:36:38.342430 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 18:36:38.342659 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 18:36:38.343049 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 09 18:36:38.346216 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 09 18:36:38.350184 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 09 18:36:38.354054 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Dec 09 18:36:38.355777 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 09 18:36:38.356226 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 09 18:36:38.356561 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 09 18:36:38.356939 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 09 18:36:38.360041 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 09 18:36:38.360292 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 09 18:36:38.360636 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 18:36:38.388174 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 09 18:36:38.388617 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.388914 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86694) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 09 18:36:38.389274 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.390632 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86694) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 09 18:36:38.390933 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 18:36:38.391169 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 09 18:36:38.394430 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.394724 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.456770 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 09 18:36:38.456967 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 09 18:36:38.457222 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 09 18:36:38.457600 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 09 18:36:38.491617 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_db.sqlalchemy.engines [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86694) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 09 18:36:38.823097 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Initializing driver for type 'gre' Dec 09 18:36:38.823687 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] gre ID ranges: [(1, 1000)] Dec 09 18:36:38.879459 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Initializing driver for type 'local' Dec 09 18:36:38.879799 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Initializing driver for type 'vlan' Dec 09 18:36:38.893576 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] VlanTypeDriver initialization complete Dec 09 18:36:38.893999 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Initializing driver for type 'vxlan' Dec 09 18:36:38.894501 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] vxlan ID ranges: [(1, 1000)] Dec 09 18:36:38.951713 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Initializing extension driver 'port_security' Dec 09 18:36:38.952145 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.extensions.port_security [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] PortSecurityExtensionDriver initialization complete Dec 09 18:36:38.952485 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Initializing mechanism driver 'openvswitch' Dec 09 18:36:38.952828 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Initializing mechanism driver 'hyperv' Dec 09 18:36:38.960008 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.plugins.ml2.plugin [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:36:38.960781 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > port after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.961151 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > port after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.961498 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > port after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.961879 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > subnet after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.962224 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > subnet after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.962561 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > subnet after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.962954 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > network after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.963294 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > network after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.963626 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > network after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.964060 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > security_group after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.964400 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > security_group after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.964732 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > security_group after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.965096 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.965430 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.965760 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.966129 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > address_group after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.966460 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > address_group after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.966822 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > address_group after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.967165 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] ML2 OVO RPC backend initialized. {{(pid=86694) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 09 18:36:38.967865 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router_interface after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.968236 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.968643 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > network before_response 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.968981 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > networks before_response 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.969323 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > port before_response 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.969658 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > ports before_response 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.969992 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > subnet before_response 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.970327 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > subnets before_response 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.970663 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > network after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.971020 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > network after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.971349 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > network after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.971679 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > port after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.972007 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > port after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.972336 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > port after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.972642 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > subnet after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.972968 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > subnet after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.973292 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > subnet after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:38.973868 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.plugin [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Modular L2 Plugin initialization complete Dec 09 18:36:38.974194 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading services supported by the core plugin {{(pid=86694) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 09 18:36:38.974515 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.plugins.ml2.managers [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Got port-security extension from driver 'port_security' Dec 09 18:36:38.975005 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.extensions.vlantransparent [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Disabled vlantransparent extension. Dec 09 18:36:38.975492 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86694) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 09 18:36:38.975803 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading Plugin: router Dec 09 18:36:39.012878 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router_interface before_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.013543 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router after_create 55549900 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.014133 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router before_create 55549900 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.014773 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.015389 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.015991 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router after_delete 55549900 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.016359 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > floatingip after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.016726 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router after_create 55549900 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.017075 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router after_update 55549900 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.017446 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router after_update 55549900 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.017794 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.018150 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router after_update 55549900 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.018535 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router precommit_update 55549900 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.018935 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: port after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.019272 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: port after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.019606 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: subnet after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.019963 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.020353 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > port precommit_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.020966 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router precommit_create 55549900 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.021554 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: port before_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.022155 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router precommit_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.022816 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router after_update 55549900 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.023192 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router precommit_delete 55549900 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.023545 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router precommit_create 55549900 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.023911 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router_interface after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.024258 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router precommit_update 55549900 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.024695 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > agent after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.025298 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > agent after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.025670 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > network after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.026577 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Tracking information for resource: router configured {{(pid=86694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 18:36:39.026929 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Tracking information for resource: floatingip configured {{(pid=86694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 18:36:39.032229 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.db.l3_agentschedulers_db [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 09 18:36:39.032814 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: port after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.033263 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: port after_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.033730 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: port after_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.034188 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: port after_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.035313 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router before_create 55550100 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.035805 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router precommit_delete 55550100 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.036294 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router precommit_create 55550100 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.036683 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > router precommit_update 55550100 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.043370 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.services.provider_configuration [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Service providers = [] {{(pid=86694) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 09 18:36:39.043848 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.db.servicetype_db [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86694) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 09 18:36:39.046996 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.services.service_base [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 18:36:39.047340 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.services.service_base [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 18:36:39.047682 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.services.service_base [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 18:36:39.048712 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.services.service_base [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 18:36:39.049084 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.services.service_base [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 09 18:36:39.049462 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 18:36:39.049781 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 09 18:36:39.060551 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 18:36:39.060880 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading Plugin: auto_allocate Dec 09 18:36:39.066878 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: network precommit_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.067243 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: network precommit_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.067767 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 18:36:39.068079 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading Plugin: tag Dec 09 18:36:39.075074 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 18:36:39.075338 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading Plugin: timestamp Dec 09 18:36:39.079296 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 18:36:39.079948 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading Plugin: network_ip_availability Dec 09 18:36:39.085237 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.085601 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.085953 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.086670 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 18:36:39.087004 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading Plugin: flavors Dec 09 18:36:39.091991 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 18:36:39.092317 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading Plugin: revisions Dec 09 18:36:39.096654 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 18:36:39.097045 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_concurrency.lockutils [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.640s {{(pid=86694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:36:39.097791 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86694) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 09 18:36:39.098121 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Initializing extension manager. Dec 09 18:36:39.098618 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: __init__.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.098984 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: __pycache__ {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.099311 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.099642 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: address_group.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.100425 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.100993 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: address-group Dec 09 18:36:39.101325 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: address_scope.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.102022 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.102526 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: address-scope Dec 09 18:36:39.102859 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: admin_state_down_before_update.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.103781 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.104292 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: router-admin-state-down-before-update Dec 09 18:36:39.104667 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: agent.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.105364 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.105864 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: agent Dec 09 18:36:39.106188 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: agent_resources_synced.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.107127 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.107640 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: agent-resources-synced Dec 09 18:36:39.107954 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: allowedaddresspairs.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.109741 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.110251 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: allowed-address-pairs Dec 09 18:36:39.110570 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: auto_allocated_topology.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.111659 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.112168 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: auto-allocated-topology Dec 09 18:36:39.112482 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: availability_zone.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.113162 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.113661 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: availability_zone Dec 09 18:36:39.113974 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: availability_zone_filter.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.114921 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.115434 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: availability_zone_filter Dec 09 18:36:39.115751 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: data_plane_status.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.116655 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.117160 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension data-plane-status not supported by any of loaded plugins Dec 09 18:36:39.117475 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: default_subnetpools.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.118389 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.118913 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: default-subnetpools Dec 09 18:36:39.119233 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: dhcpagentscheduler.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.120049 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.120574 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: dhcp_agent_scheduler Dec 09 18:36:39.120890 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: dns.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.121788 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.122284 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension dns-integration not supported by any of loaded plugins Dec 09 18:36:39.122603 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: dns_domain_ports.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.123537 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.124037 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 09 18:36:39.124356 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: dvr.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.125026 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.125529 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: dvr Dec 09 18:36:39.125843 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: empty_string_filtering.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.126783 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.127280 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: empty-string-filtering Dec 09 18:36:39.127596 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.128508 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.129000 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 09 18:36:39.129314 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.130221 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.130745 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 09 18:36:39.131060 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: external_net.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.131957 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.132458 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: external-net Dec 09 18:36:39.132770 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: extra_dhcp_opt.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.133673 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.134172 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: extra_dhcp_opt Dec 09 18:36:39.134491 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: extraroute.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.135427 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.135971 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: extraroute Dec 09 18:36:39.136286 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: extraroute_atomic.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.137326 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.137827 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: extraroute-atomic Dec 09 18:36:39.138145 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: filter_validation.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.138835 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.139335 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: filter-validation Dec 09 18:36:39.139647 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: fip_pf_description.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.142011 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.142526 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 09 18:36:39.142884 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: fip_port_details.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.143802 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.144309 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: fip-port-details Dec 09 18:36:39.144629 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: flavors.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.145878 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.146394 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: flavors Dec 09 18:36:39.146707 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.148402 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.148919 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 09 18:36:39.149248 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: floatingip_pools.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.149952 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.150453 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: floatingip-pools Dec 09 18:36:39.150806 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: ip_allocation.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.151770 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.152277 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension ip_allocation not supported by any of loaded plugins Dec 09 18:36:39.152589 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.153501 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.154005 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: ip-substring-filtering Dec 09 18:36:39.154329 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: l2_adjacency.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.155280 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.155781 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension l2_adjacency not supported by any of loaded plugins Dec 09 18:36:39.156098 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: l3.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.157054 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.157563 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: router Dec 09 18:36:39.157885 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: l3_conntrack_helper.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.160147 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.160666 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 09 18:36:39.160993 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.161922 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.162428 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: ext-gw-mode Dec 09 18:36:39.162776 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.163693 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.164198 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: l3-ha Dec 09 18:36:39.164515 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: l3_flavors.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.165425 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.165926 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: l3-flavors Dec 09 18:36:39.166240 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.167246 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.167746 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: l3-port-ip-change-not-allowed Dec 09 18:36:39.168062 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: l3agentscheduler.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.169084 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.169589 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: l3_agent_scheduler Dec 09 18:36:39.169909 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: logging.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.171441 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.171955 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension logging not supported by any of loaded plugins Dec 09 18:36:39.172278 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: metering.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.173009 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.173580 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: metering Dec 09 18:36:39.173896 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.175037 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.175554 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: metering_source_and_destination_fields Dec 09 18:36:39.175872 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: multiprovidernet.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.176914 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.177426 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: multi-provider Dec 09 18:36:39.177768 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: netmtu.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.178678 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.179209 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: net-mtu Dec 09 18:36:39.179530 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: netmtu_writable.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.180528 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.181043 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: net-mtu-writable Dec 09 18:36:39.181364 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: network_availability_zone.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.182029 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.182528 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: network_availability_zone Dec 09 18:36:39.183002 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: network_ip_availability.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.184102 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.184613 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: network-ip-availability Dec 09 18:36:39.184934 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: network_segment_range.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.185697 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.186194 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension network-segment-range not supported by any of loaded plugins Dec 09 18:36:39.186507 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: pagination.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.187518 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.187844 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: pagination Dec 09 18:36:39.188160 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: port_device_profile.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.189049 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.189554 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: port-device-profile Dec 09 18:36:39.189871 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.190827 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.191334 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: port-mac-address-regenerate Dec 09 18:36:39.191655 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.192571 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.193075 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: port-numa-affinity-policy Dec 09 18:36:39.193396 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: port_resource_request.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.194295 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.194831 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension port-resource-request not supported by any of loaded plugins Dec 09 18:36:39.195154 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: portbindings.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.196066 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.196575 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: binding Dec 09 18:36:39.196890 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: portbindings_extended.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.198174 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.198813 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: binding-extended Dec 09 18:36:39.199073 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: portsecurity.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.199995 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.200499 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: port-security Dec 09 18:36:39.200811 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: project_id.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.201783 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.202105 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: project-id Dec 09 18:36:39.202421 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: providernet.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.203355 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.203856 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: provider Dec 09 18:36:39.204174 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: qos.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.208038 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.208554 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension qos not supported by any of loaded plugins Dec 09 18:36:39.208878 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.210124 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.210633 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 09 18:36:39.210978 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.211902 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.212408 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 09 18:36:39.212727 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: qos_default.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.213659 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.214187 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension qos-default not supported by any of loaded plugins Dec 09 18:36:39.214584 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: qos_fip.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.215285 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.215791 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension qos-fip not supported by any of loaded plugins Dec 09 18:36:39.216105 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: qos_gateway_ip.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.217026 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.217529 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 09 18:36:39.217844 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: qos_port_network_policy.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.218769 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.219275 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 09 18:36:39.219587 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: qos_rule_type_details.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.220492 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.220993 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 09 18:36:39.221308 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: qos_rules_alias.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.222353 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.222891 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 09 18:36:39.223205 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: quotasv2.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.224107 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.224551 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: quotas Dec 09 18:36:39.224872 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: quotasv2_detail.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.226496 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.226866 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: quota_details Dec 09 18:36:39.227191 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: rbac.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.228242 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.228756 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: rbac-policies Dec 09 18:36:39.229082 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: rbac_address_group.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.230130 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.230636 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: rbac-address-group Dec 09 18:36:39.230986 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: rbac_address_scope.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.231900 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.232406 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: rbac-address-scope Dec 09 18:36:39.232727 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: rbac_security_groups.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.233640 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.234145 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: rbac-security-groups Dec 09 18:36:39.234461 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: rbac_subnetpool.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.235415 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.235918 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: rbac-subnetpool Dec 09 18:36:39.236232 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: revisionifmatch.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.237178 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.237682 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: revision-if-match Dec 09 18:36:39.238001 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: revisions.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.239140 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.239654 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: standard-attr-revisions Dec 09 18:36:39.239971 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: router_availability_zone.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.240637 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.241139 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: router_availability_zone Dec 09 18:36:39.241459 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: routerservicetype.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.242369 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.242894 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension router-service-type not supported by any of loaded plugins Dec 09 18:36:39.243213 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.244123 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.244622 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: security-groups-normalized-cidr Dec 09 18:36:39.244942 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: security_groups_port_filtering.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.246048 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.246557 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: port-security-groups-filtering Dec 09 18:36:39.246907 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.247825 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.248328 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: security-groups-remote-address-group Dec 09 18:36:39.248648 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: securitygroup.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.258313 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.258862 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: security-group Dec 09 18:36:39.259192 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: segment.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.259973 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.260476 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension segment not supported by any of loaded plugins Dec 09 18:36:39.260845 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.261972 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.262476 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 09 18:36:39.262813 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: servicetype.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.263913 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.264424 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: service-type Dec 09 18:36:39.264742 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: sorting.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.265722 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.266047 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: sorting Dec 09 18:36:39.266366 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: standard_attr_segment.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.267300 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.267803 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 09 18:36:39.268120 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: standardattrdescription.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.268758 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.269262 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: standard-attr-description Dec 09 18:36:39.269576 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: stateful_security_group.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.270493 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.271029 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: stateful-security-group Dec 09 18:36:39.271347 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: stdattrs_common.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.271924 dv-cinder-819346-1-smb neutron-server[86694]: WARNING neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 09 18:36:39.272240 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.273228 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.273734 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 09 18:36:39.274047 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: subnet_onboard.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.275155 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.275668 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: subnet_onboard Dec 09 18:36:39.275984 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.276995 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.277500 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 09 18:36:39.277817 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: subnet_service_types.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.278754 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.279260 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: subnet-service-types Dec 09 18:36:39.279574 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: subnetallocation.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.280659 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.281256 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: subnet_allocation Dec 09 18:36:39.281581 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.282255 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.282792 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: subnetpool-prefix-ops Dec 09 18:36:39.283112 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.284050 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.284574 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 09 18:36:39.284869 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: tagging.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.285912 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.286431 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: standard-attr-tag Dec 09 18:36:39.286792 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: timestamp.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.287980 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.288487 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loaded extension: standard-attr-timestamp Dec 09 18:36:39.288806 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: trunk.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.289834 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.290340 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension trunk not supported by any of loaded plugins Dec 09 18:36:39.290657 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: trunk_details.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.291589 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.292153 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension trunk-details not supported by any of loaded plugins Dec 09 18:36:39.292474 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: uplink_status_propagation.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.293387 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.293891 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 09 18:36:39.294210 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Loading extension file: vlantransparent.py {{(pid=86694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 18:36:39.294909 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 18:36:39.295413 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extension vlan-transparent not supported by any of loaded plugins Dec 09 18:36:39.297866 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of TrackedResource for resource:network Dec 09 18:36:39.298571 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of TrackedResource for resource:subnet Dec 09 18:36:39.299387 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 18:36:39.299980 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of TrackedResource for resource:port Dec 09 18:36:39.301265 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.v2.resource_helper [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 18:36:39.301695 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.v2.resource_helper [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Service FLAVORS assigned prefix: {{(pid=86694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 18:36:39.302329 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.v2.resource_helper [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 18:36:39.302783 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.v2.resource_helper [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 18:36:39.303124 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of TrackedResource for resource:router Dec 09 18:36:39.303751 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of TrackedResource for resource:floatingip Dec 09 18:36:39.304455 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.v2.resource_helper [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Service METERING assigned prefix: /metering {{(pid=86694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 18:36:39.306058 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.306421 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.306790 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:36:39.308110 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 18:36:39.308548 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of TrackedResource for resource:security_group Dec 09 18:36:39.309294 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 18:36:39.310301 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.v2.resource_helper [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Service CORE assigned prefix: {{(pid=86694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 18:36:39.310733 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 18:36:39.311073 dv-cinder-819346-1-smb neutron-server[86694]: WARNING neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] subnetpool is already registered Dec 09 18:36:39.311679 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.v2.resource_helper [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Service CORE assigned prefix: {{(pid=86694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 18:36:39.312001 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 18:36:39.312325 dv-cinder-819346-1-smb neutron-server[86694]: WARNING neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] subnetpool is already registered Dec 09 18:36:39.314900 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.v2.resource_helper [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 18:36:39.315330 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.v2.resource_helper [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Service FLAVORS assigned prefix: {{(pid=86694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 18:36:39.315993 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.v2.resource_helper [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 18:36:39.316411 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.v2.resource_helper [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 18:36:39.316773 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of TrackedResource for resource:router Dec 09 18:36:39.317104 dv-cinder-819346-1-smb neutron-server[86694]: WARNING neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] router is already registered Dec 09 18:36:39.317697 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of TrackedResource for resource:floatingip Dec 09 18:36:39.318029 dv-cinder-819346-1-smb neutron-server[86694]: WARNING neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] floatingip is already registered Dec 09 18:36:39.318656 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.v2.resource_helper [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Service METERING assigned prefix: /metering {{(pid=86694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 18:36:39.319347 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 18:36:39.319668 dv-cinder-819346-1-smb neutron-server[86694]: WARNING neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] rbac_policy is already registered Dec 09 18:36:39.320206 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of TrackedResource for resource:security_group Dec 09 18:36:39.320528 dv-cinder-819346-1-smb neutron-server[86694]: WARNING neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] security_group is already registered Dec 09 18:36:39.321108 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 18:36:39.321427 dv-cinder-819346-1-smb neutron-server[86694]: WARNING neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] security_group_rule is already registered Dec 09 18:36:39.322084 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.v2.resource_helper [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Service CORE assigned prefix: {{(pid=86694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 18:36:39.322403 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 18:36:39.322745 dv-cinder-819346-1-smb neutron-server[86694]: WARNING neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] subnetpool is already registered Dec 09 18:36:39.323452 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.v2.resource_helper [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Service CORE assigned prefix: {{(pid=86694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 18:36:39.323782 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 18:36:39.324096 dv-cinder-819346-1-smb neutron-server[86694]: WARNING neutron.quota.resource_registry [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] subnetpool is already registered Dec 09 18:36:39.324740 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: extensions {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.326293 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: address-groups {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.327917 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: address-scopes {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.329128 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: agents {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.330622 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: auto-allocated-topology {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.331892 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: availability_zones {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.333206 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: dhcp-networks {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.334649 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: dhcp-agents {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.336127 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: routers {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.338855 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: flavors {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.340073 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: service_profiles {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.341282 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: next_providers {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.342847 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: service_profiles {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.344292 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: floatingip-pools {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.345522 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: routers {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.347345 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: floatingips {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.348540 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: l3-routers {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.349925 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: l3-agents {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.351361 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: metering-labels {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.352725 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: metering-label-rules {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.353991 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: network-ip-availabilities {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.355407 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: bindings {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.357152 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: quotas {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.358596 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: quotas {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.360038 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: rbac-policies {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.361323 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: security-groups {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.362525 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: security-group-rules {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.363780 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: service-providers {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.365101 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: subnetpools {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.366520 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: subnetpools {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.368175 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: tags {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.369881 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: tags {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.371968 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: tags {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.373752 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: tags {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.375580 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: tags {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.377427 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: tags {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.379163 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: tags {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.381072 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: tags {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.382948 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: tags {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.384812 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron.api.extensions [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Extended resource: tags {{(pid=86694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 18:36:39.390903 dv-cinder-819346-1-smb neutron-server[86694]: WARNING keystonemiddleware.auth_token [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 09 18:36:39.395635 dv-cinder-819346-1-smb neutron-server[86694]: WARNING keystonemiddleware.auth_token [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 09 18:36:39.404561 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_concurrency.lockutils [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Acquired lock "singleton_lock" {{(pid=86694) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 09 18:36:39.405033 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_concurrency.lockutils [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Releasing lock "singleton_lock" {{(pid=86694) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 09 18:36:39.405668 dv-cinder-819346-1-smb neutron-server[86694]: INFO oslo_service.service [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Starting 2 workers Dec 09 18:36:39.410175 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Started child 86801 {{(pid=86694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 09 18:36:39.414279 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Started child 86802 {{(pid=86694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 09 18:36:39.415157 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:36:39.415778 dv-cinder-819346-1-smb neutron-server[86694]: INFO neutron.service [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Neutron service started, listening on 0.0.0.0:9696 Dec 09 18:36:39.416436 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Notify callbacks [] for process, before_spawn {{(pid=86694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:36:39.416658 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [-] (86801) wsgi starting up on http://0.0.0.0:9696 Dec 09 18:36:39.418799 dv-cinder-819346-1-smb neutron-server[86694]: INFO oslo_service.service [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Starting 1 workers Dec 09 18:36:39.419075 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:36:39.420343 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [-] (86802) wsgi starting up on http://0.0.0.0:9696 Dec 09 18:36:39.423677 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Started child 86803 {{(pid=86694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 09 18:36:39.424187 dv-cinder-819346-1-smb neutron-server[86694]: INFO oslo_service.service [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Starting 1 workers Dec 09 18:36:39.426995 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.service [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] calling RpcWorker wait() {{(pid=86803) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 09 18:36:39.427537 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.service [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] returning from RpcWorker wait() {{(pid=86803) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 09 18:36:39.428313 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Started child 86804 {{(pid=86694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 09 18:36:39.428806 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:36:39.429068 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG neutron_lib.callbacks.manager [None req-34544a2c-c631-4df3-89a7-477e474dd05a None None] Notify callbacks [] for process, after_spawn {{(pid=86694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:36:39.429343 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:36:39.430792 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86694) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 09 18:36:39.431004 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 18:36:39.431188 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 18:36:39.431431 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 18:36:39.431760 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 18:36:39.431898 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 18:36:39.432380 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.432669 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.432933 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:36:39.433619 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.433619 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.433619 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.434050 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.434302 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.434557 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.434877 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.435112 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.435310 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.435458 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.435654 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.435897 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.436225 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.436464 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.436701 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.436991 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.437166 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.437412 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.437686 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.437873 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.438157 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] debug = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.438370 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.438886 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.439079 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.439350 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.439556 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.439838 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.440061 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.440335 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.440569 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.440798 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.441064 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.441317 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.441548 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.441797 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.441983 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.442272 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.442481 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.442977 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] host = dv-cinder-819346-1-smb {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.443201 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.443419 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.443641 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.443866 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.444105 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.444334 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.444578 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.444815 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.445071 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.445309 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.445545 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.445785 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.446035 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.446267 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] log_file = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.446408 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] log_options = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.446612 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.446930 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.447209 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.447397 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.447563 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.447734 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.447989 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.448148 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.448430 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.448661 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.448871 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.449080 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.449311 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.449539 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.449809 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.450035 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.450245 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.450449 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.450740 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.450945 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.451165 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.451386 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.451624 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.451840 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.452055 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.452274 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.452496 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.452726 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.452936 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.453188 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.453397 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.453636 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.453884 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.454128 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.454353 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.454930 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.455151 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.455410 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.455636 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.455882 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.457422 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.457569 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:36:39.457697 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.457881 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.458102 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.458321 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.458538 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] use_json = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.460179 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.460552 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.460715 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.460957 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.461202 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.461432 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.461660 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.461959 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.462421 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.462832 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.463138 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.464338 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.464721 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.464985 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.465227 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.465454 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.465707 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.465962 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.466286 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.466508 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.466817 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.468212 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.468212 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.468212 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.468212 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.468212 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.468568 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.468568 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.468775 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.469170 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.469695 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.469695 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.469695 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.469695 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.469695 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.471064 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.471064 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.471186 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.471393 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.471610 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.471880 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.472457 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.472457 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.472640 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.472766 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.473136 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.473367 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.473613 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.473849 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.474081 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.475286 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.475286 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.475286 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.475286 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.475286 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.475698 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.475698 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.475855 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.476089 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.476305 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.476515 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.476732 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.476938 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.477324 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.477481 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.477615 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.478144 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.478144 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.478454 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.478454 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.478761 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.480216 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.480216 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.480216 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.480216 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.480216 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.480920 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.480920 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.480920 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.481317 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.481317 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.481583 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.481720 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.481911 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.482123 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.482348 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.482562 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.482804 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.483016 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.483232 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.483443 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.483858 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.484324 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.484807 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.485228 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.485496 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.485715 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.486103 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.486467 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.486867 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.487239 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.487649 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.488083 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.488366 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.488622 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.488859 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.489106 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.489348 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.489590 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.489813 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.490063 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.490283 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.490520 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.490788 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.491064 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.491315 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.491561 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.491961 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.492374 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.492640 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.492863 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.493141 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.493371 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.493647 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.493940 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.494201 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.494461 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.494724 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.494953 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.495246 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.495597 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.496044 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.496326 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.496562 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.496802 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.497083 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.497345 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.497567 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.497786 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.498017 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.498346 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.498591 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.498831 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.499048 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.499320 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.499572 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.499817 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.500093 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.500335 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.500581 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.500829 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.501076 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.501287 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.501523 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.501798 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.502023 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.502261 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.502473 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.502723 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.502944 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.503381 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.503381 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.503619 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.504036 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.504948 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.504948 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.504948 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.504948 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.505237 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.505392 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.505767 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.506156 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.506378 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.506597 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.506852 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.507185 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.507411 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.507688 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.507944 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.508181 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.508409 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.508644 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.509046 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.509412 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.509832 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.510239 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.510475 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.510702 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.511229 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.511584 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.511803 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.512049 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.512294 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.512543 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.512789 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.513105 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.513344 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.513592 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.513834 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.514051 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.514291 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.514547 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.514793 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.515006 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.515221 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.515435 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.515706 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.515948 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.516194 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.516406 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.516633 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.516842 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.517052 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.517259 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.517540 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.517802 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.518027 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.518258 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.518489 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.518734 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.518943 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.519151 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.519362 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.519585 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.519797 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.520000 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.520206 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.520416 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.520639 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.520929 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.521180 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.521396 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.521679 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.521927 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.522126 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.522379 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.522695 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.522930 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.523172 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.523428 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.523641 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.523877 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.524138 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.524473 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.524779 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.525033 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.525263 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.525545 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.525813 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.526069 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.526281 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.526706 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.527225 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.527508 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.527763 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.528011 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.528285 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.528524 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.528751 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.528987 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.529222 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.529438 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.529694 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.529931 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.530162 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.530377 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.530619 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.530874 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.531125 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.531354 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.531577 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.531792 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.531950 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 18:36:39.532466 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86694) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 09 18:36:39.532626 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 18:36:39.532780 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 18:36:39.532969 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 18:36:39.533138 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 18:36:39.533292 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 18:36:39.533496 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.533656 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.533817 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.533976 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.534134 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.534313 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.534471 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.534628 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.534807 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.534964 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.535107 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.535267 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.535422 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.535578 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.535735 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.535892 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.536048 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.536204 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.536363 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.536520 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.536676 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.536831 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.536985 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] debug = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.537141 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.537380 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.537597 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.537738 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.537928 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.537928 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.538086 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.538211 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.538549 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.538549 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.539109 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.539109 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.539109 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.539109 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.539542 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.539542 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.539542 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.539849 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] host = dv-cinder-819346-1-smb {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.539849 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.540069 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.540189 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.540310 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.540422 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.540534 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.540667 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.540822 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.540983 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.541140 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.541295 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.541452 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.541608 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.541763 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] log_file = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.541910 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] log_options = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.542185 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.542411 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.542697 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.543000 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.543166 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.543326 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.543483 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.543640 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.543796 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.543952 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.544108 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.544263 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.544419 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.544575 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.544730 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.544888 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.545044 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.545200 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.545356 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.545513 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.545670 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.545825 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.545981 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.546136 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.546293 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.546448 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.546604 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.546792 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.546949 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.547104 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.547260 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.547417 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.547573 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.547731 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.547886 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.548041 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.548197 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.548356 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.548513 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.548669 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.548845 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.548968 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.549122 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.549275 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.549431 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.549587 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] use_json = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.549741 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.549897 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.550052 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.550208 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.550362 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.550517 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.550671 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.550851 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 18:36:39.551026 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.551189 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.551357 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.551517 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.551675 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.551833 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.551992 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.552152 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.552309 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.552467 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.552632 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.552790 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.552959 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.553117 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.553276 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.553435 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.553593 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.553754 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.553914 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.554073 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.554233 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.554390 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.554565 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.554746 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.554901 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.555058 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.555215 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.555375 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.555533 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.555692 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.555853 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.556012 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.556168 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.556326 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.556487 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.556645 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.556802 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.556962 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.557123 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.557282 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.557441 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.557652 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.557912 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.558076 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.558274 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.558437 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.558597 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.558778 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.558952 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.559089 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.559258 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.559417 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.559575 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.559734 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.559892 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.560051 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.560208 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.560367 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.560525 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.560683 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.560846 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.561016 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.561174 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.561332 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.561489 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.561649 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.561828 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.561988 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.562096 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:36:39.562195 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.562278 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.562437 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.562595 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.562774 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.562935 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.563092 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.563252 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.563410 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.563570 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.563729 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.563888 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.564046 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.564205 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.564362 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.564521 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.564688 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.564861 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.565020 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.565178 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.565336 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.565496 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.565654 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.565812 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.565968 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.566125 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.566283 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.566441 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.566599 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.566779 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.566941 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.567100 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.567259 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.567417 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.567575 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.567735 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.567892 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.568050 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.568207 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.568366 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.568525 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.568682 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.568839 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.569005 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.569163 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.569324 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.569482 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.569646 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.569814 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.569972 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.570128 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.570285 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.570453 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.570589 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.570769 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.570928 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.571086 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.571243 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.571401 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.571566 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.571736 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.571894 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.572051 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.572209 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.572387 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.573124 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.573124 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.573124 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.573124 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.573124 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.574010 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.574010 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.574010 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.574010 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.574292 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.574366 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.574735 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.574735 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.574901 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.575022 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.575182 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.575342 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.575498 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.575657 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.575816 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.575974 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.576132 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.576290 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.576496 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.576593 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.576748 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.576907 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.577064 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.577222 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.577379 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.577537 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.577695 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.577853 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.578010 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.578168 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.578324 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.578485 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.578643 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.578824 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.578984 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.579141 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.579300 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.579459 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.579966 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.580125 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.580285 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.580444 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.580605 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.580764 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.580921 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.581080 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.581239 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.581396 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.581554 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.581726 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.581883 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.582041 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.582200 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.582357 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.582515 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.582673 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.582853 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.583010 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.583169 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.583326 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.583487 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.583648 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.583807 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.583965 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.584123 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.584282 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.584439 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.584633 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.584757 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.584910 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.585068 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.585226 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.585383 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.585551 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.585724 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.585861 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.586017 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.586174 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.586340 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.586496 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.586655 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.586834 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.586993 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.587160 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.587319 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.587481 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.587645 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.587802 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.587959 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.588116 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.588285 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.588441 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.588601 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.588758 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.588961 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.589209 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.589501 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.589682 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.589855 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.590021 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.590181 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.590349 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.590515 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.590730 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.590867 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.591032 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.591202 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.591362 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.591520 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.591678 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.591837 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.591995 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.592153 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.592311 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.592470 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.592628 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.592787 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.592946 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.593105 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.593264 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.593421 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.593581 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.593739 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.593896 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.594054 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.594211 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 18:36:39.594361 dv-cinder-819346-1-smb neutron-server[86694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 18:36:39.812178 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 39480) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:36:39.820761 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064423 Dec 09 18:36:50.319691 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b3fe3-f19e-475b-a757-5d9fc14faa58 None None] get_active_networks_info from dv-cinder-819346-1-smb {{(pid=86803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 09 18:36:50.383606 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b3fe3-f19e-475b-a757-5d9fc14faa58 None None] No non-hosted networks {{(pid=86803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 09 18:36:50.399220 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-75a539ae-f691-4917-bf49-88e6bbc205c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133799179'] for agent, after_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:36:51.223559 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133799179'] for agent, after_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:36:51.225496 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:36:51.226014 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:36:51.226493 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:36:51.227068 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:36:51.227533 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:36:51.228114 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:36:51.228576 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:36:51.229036 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:36:51.229705 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:36:51.230470 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:36:51.230987 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:36:51.231486 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:36:51.232059 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819346-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:36:51.241141 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819346-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:36:52.533031 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-ab17bdcf-36ed-488c-897f-910cea0209a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133799179'] for agent, after_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:36:52.581962 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-eccac9c4-c294-4510-838c-745a5e453976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:36:53.945213 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133799179'] for agent, after_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:36:55.201595 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133799179'] for agent, after_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:36:57.184651 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 39574) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:36:57.794525 dv-cinder-819346-1-smb neutron-server[86802]: WARNING oslo_policy.policy [None req-e1d4d3ff-1eae-4ed1-9aec-e8e819422812 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 18:36:57.795120 dv-cinder-819346-1-smb neutron-server[86802]: WARNING oslo_policy.policy [None req-e1d4d3ff-1eae-4ed1-9aec-e8e819422812 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 18:36:58.011570 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [None req-e1d4d3ff-1eae-4ed1-9aec-e8e819422812 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 18:36:58.012635 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-e1d4d3ff-1eae-4ed1-9aec-e8e819422812 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8273194 Dec 09 18:36:59.523262 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.db.l3_hamode_db [None req-996540a0-e5ad-43dc-b7f0-2f8ae8228049 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 09 18:36:59.608922 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996540a0-e5ad-43dc-b7f0-2f8ae8228049 None None] Routers set() bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:36:59.609315 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996540a0-e5ad-43dc-b7f0-2f8ae8228049 None None] Router IDs set() for agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 09 18:37:00.391668 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 39588) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:37:00.778827 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-e5f81f0a-cebb-4304-b666-e9e14433aa4f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:37:00.882778 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.policy [None req-e5f81f0a-cebb-4304-b666-e9e14433aa4f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86802) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 09 18:37:00.937897 dv-cinder-819346-1-smb neutron-server[86802]: WARNING oslo_policy.policy [None req-e5f81f0a-cebb-4304-b666-e9e14433aa4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 18:37:00.938278 dv-cinder-819346-1-smb neutron-server[86802]: WARNING oslo_policy.policy [None req-e5f81f0a-cebb-4304-b666-e9e14433aa4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 18:37:00.946658 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.quota [None req-e5f81f0a-cebb-4304-b666-e9e14433aa4f admin admin] Loaded quota_driver: . Dec 09 18:37:00.963162 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-e5f81f0a-cebb-4304-b666-e9e14433aa4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:37:01.036492 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e5f81f0a-cebb-4304-b666-e9e14433aa4f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737778856630', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737778857093', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737778850760', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737778937870', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737778932188', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737778954965', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1294730', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1163146', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-134059758', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133846975'] for rbac-policy, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:01.106524 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e5f81f0a-cebb-4304-b666-e9e14433aa4f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:01.107793 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-e5f81f0a-cebb-4304-b666-e9e14433aa4f admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7150025 Dec 09 18:37:03.834569 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 39602) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:37:04.477105 dv-cinder-819346-1-smb neutron-server[86801]: WARNING oslo_policy.policy [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 18:37:04.477657 dv-cinder-819346-1-smb neutron-server[86801]: WARNING oslo_policy.policy [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 18:37:04.696017 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'dc57cb3d79dd40718867765936b9498e'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:37:04.697636 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.quota [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Loaded quota_driver: . Dec 09 18:37:04.715365 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:37:04.725946 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Usage tracker for resource:network and tenant:dc57cb3d79dd40718867765936b9498e is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:37:04.733217 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:37:04.740775 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:37:04.757925 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Made reservation on behalf of dc57cb3d79dd40718867765936b9498e for: {'network': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:37:04.827567 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.policy [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86801) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 09 18:37:04.874549 dv-cinder-819346-1-smb neutron-server[86801]: WARNING oslo_policy.policy [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 18:37:04.875157 dv-cinder-819346-1-smb neutron-server[86801]: WARNING oslo_policy.policy [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 18:37:04.884575 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:04.908738 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:04.933605 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:37:04.937759 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Usage tracker for resource:security_group_rule and tenant:dc57cb3d79dd40718867765936b9498e is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:37:04.942968 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:37:04.949173 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:37:05.065297 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:05.073245 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:05.082546 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:05.103291 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=86801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:37:05.129662 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737775659933', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:05.130253 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Unsubscribe: segment precommit_create {{(pid=86801) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 18:37:05.130729 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.segments_db [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Added segment 08ab1470-bbc9-4faa-9491-6854cc65b499 of type vlan for network 5a6f46d6-7bbf-4cc6-b06f-cf4714289db7 Dec 09 18:37:05.186846 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefd6af5-e7f1-41bb-9b62-26e454027c2e,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:05.210873 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:05.211209 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:05.211533 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:05.211849 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:05.212143 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:05.212537 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:05.212882 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:05.213285 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:05.213672 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:05.214051 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:05.214358 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:05.214663 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Tracked resource versions report: Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: pushed versions: Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: { 'AddressGroup': {'1.2'}, Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'ConntrackHelper': {'1.0'}, Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'Log': {'1.0'}, Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'Network': {'1.1'}, Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'Port': {'1.7'}, Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'PortForwarding': {'1.2'}, Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'QosPolicy': {'1.8'}, Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'SecurityGroup': {'1.4'}, Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'SecurityGroupRule': {'1.2'}, Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'SubPort': {'1.0'}, Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'Subnet': {'1.1'}, Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'Trunk': {'1.1'}} Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: consumer versions: Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: { DHCP agent@dv-cinder-819346-1-smb: {}, Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: L3 agent@dv-cinder-819346-1-smb: {}, Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: Metadata agent@dv-cinder-819346-1-smb: {}, Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: Metering agent@dv-cinder-819346-1-smb: {}, Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: Open vSwitch agent@dv-cinder-819346-1-smb: { 'AddressGroup': '1.2', Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'ConntrackHelper': '1.0', Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'Log': '1.0', Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'Network': '1.1', Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'Port': '1.7', Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'PortForwarding': '1.2', Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'QosPolicy': '1.8', Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'SecurityGroup': '1.4', Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'SecurityGroupRule': '1.2', Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'SubPort': '1.0', Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'Subnet': '1.1', Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: 'Trunk': '1.1'}} Dec 09 18:37:05.215809 dv-cinder-819346-1-smb neutron-server[86801]: {{(pid=86801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 18:37:05.250782 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:05.265361 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:05.299121 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:05.301546 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:37:05.302422 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:05.310075 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:05.416524 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Pushing event updated for resources: {'Network': ['ID=5a6f46d6-7bbf-4cc6-b06f-cf4714289db7,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:05.420235 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5835872 Dec 09 18:37:05.420921 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:05.438358 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network 5a6f46d6-7bbf-4cc6-b06f-cf4714289db7 details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:37:08.093929 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 39624) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:37:08.567004 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08029987-382a-4b01-a737-7a8b4a7daba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:37:08.568317 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-08029987-382a-4b01-a737-7a8b4a7daba8 admin admin] 10.222.0.20 "GET /v2.0/networks/5a6f46d6-7bbf-4cc6-b06f-cf4714289db7 HTTP/1.1" status: 200 len: 825 time: 0.4732819 Dec 09 18:37:08.601031 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-d600f748-fc57-4e7b-98b2-ca1400b42c0c admin admin] 10.222.0.20 "GET /v2.0/subnetpools/76f370ce-2b50-4116-a716-a72a94385a60 HTTP/1.1" status: 200 len: 734 time: 0.0244119 Dec 09 18:37:08.609679 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7', 'subnetpool_id': '76f370ce-2b50-4116-a716-a72a94385a60', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'dc57cb3d79dd40718867765936b9498e'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:37:08.614329 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:37:08.618430 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Usage tracker for resource:subnet and tenant:dc57cb3d79dd40718867765936b9498e is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:37:08.621707 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:37:08.628275 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:37:08.642281 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Made reservation on behalf of dc57cb3d79dd40718867765936b9498e for: {'subnet': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:37:08.645851 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:08.932002 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for subnet, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:08.939950 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:09.031248 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05062231-d8e3-4f83-a494-5df13064b50c,revision_number=0']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:09.036827 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:09.038586 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Checking segment: {'id': '08ab1470-bbc9-4faa-9491-6854cc65b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:37:09.038586 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Network hostable DHCP agents. Network: 5a6f46d6-7bbf-4cc6-b06f-cf4714289db7, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:37:09.061253 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Network 5a6f46d6-7bbf-4cc6-b06f-cf4714289db7 is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:37:09.073527 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, 5a6f46d6-7bbf-4cc6-b06f-cf4714289db7) {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:37:09.078498 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:37:09.079132 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:09.083911 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f81f6e-8ab6-449a-9d92-8caa13608f44 None None] Network 5a6f46d6-7bbf-4cc6-b06f-cf4714289db7 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:37:09.101051 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4945829 Dec 09 18:37:09.495903 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a5da14-5076-50fa-a975-50d54e5df151-5a6f46d6-7bbf-4cc6-b06f-cf4714289db7', 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7', 'tenant_id': 'dc57cb3d79dd40718867765936b9498e', 'fixed_ips': [{'subnet_id': '05062231-d8e3-4f83-a494-5df13064b50c'}]}} from dv-cinder-819346-1-smb. {{(pid=86803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 09 18:37:09.497123 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:09.682412 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.db_base_plugin_common [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Allocated IP 172.20.0.2 (5a6f46d6-7bbf-4cc6-b06f-cf4714289db7/05062231-d8e3-4f83-a494-5df13064b50c/df64dfb9-5a9d-4c6e-9097-a743b7c84e93) {{(pid=86803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:37:09.914501 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Notify callbacks [] for port, precommit_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:09.928452 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Transition to ACTIVE for port object df64dfb9-5a9d-4c6e-9097-a743b7c84e93 will not be triggered until provisioned by entity L2. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:37:09.947551 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Transition to ACTIVE for port object df64dfb9-5a9d-4c6e-9097-a743b7c84e93 will not be triggered until provisioned by entity DHCP. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:37:09.954057 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:09.959687 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:10.018330 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Network 5a6f46d6-7bbf-4cc6-b06f-cf4714289db7 is already hosted by enough agents. {{(pid=86803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:37:10.021184 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.base_scheduler [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Resources bound (agent type, host, resource id): {{(pid=86803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:37:10.027199 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Received port after_create {{(pid=86803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:37:10.033058 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Pushing event updated for resources: {'Port': ['ID=df64dfb9-5a9d-4c6e-9097-a743b7c84e93,revision_number=1']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:10.072203 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:10.072529 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:10.072890 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:10.073197 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:10.073530 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:10.073850 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:10.074171 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:10.074470 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:10.074803 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:10.075102 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:10.075404 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:10.075708 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Tracked resource versions report: Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: pushed versions: Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: { 'AddressGroup': {'1.2'}, Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'ConntrackHelper': {'1.0'}, Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'Log': {'1.0'}, Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'Network': {'1.1'}, Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'Port': {'1.7'}, Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'PortForwarding': {'1.2'}, Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'QosPolicy': {'1.8'}, Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'SecurityGroup': {'1.4'}, Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'SecurityGroupRule': {'1.2'}, Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'SubPort': {'1.0'}, Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'Subnet': {'1.1'}, Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'Trunk': {'1.1'}} Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: consumer versions: Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: { DHCP agent@dv-cinder-819346-1-smb: {}, Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: L3 agent@dv-cinder-819346-1-smb: {}, Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: Metadata agent@dv-cinder-819346-1-smb: {}, Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: Metering agent@dv-cinder-819346-1-smb: {}, Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: Open vSwitch agent@dv-cinder-819346-1-smb: { 'AddressGroup': '1.2', Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'ConntrackHelper': '1.0', Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'Log': '1.0', Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'Network': '1.1', Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'Port': '1.7', Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'PortForwarding': '1.2', Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'QosPolicy': '1.8', Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'SecurityGroup': '1.4', Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'SecurityGroupRule': '1.2', Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'SubPort': '1.0', Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'Subnet': '1.1', Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: 'Trunk': '1.1'}} Dec 09 18:37:10.076818 dv-cinder-819346-1-smb neutron-server[86803]: {{(pid=86803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 18:37:10.107653 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:10.132685 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Attempting to bind port df64dfb9-5a9d-4c6e-9097-a743b7c84e93 on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:37:10.133075 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Attempting to bind port df64dfb9-5a9d-4c6e-9097-a743b7c84e93 by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': '08ab1470-bbc9-4faa-9491-6854cc65b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7'}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:37:10.133491 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Attempting to bind port df64dfb9-5a9d-4c6e-9097-a743b7c84e93 on network 5a6f46d6-7bbf-4cc6-b06f-cf4714289db7 {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:37:10.139045 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:37:10.139445 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Checking segment: {'id': '08ab1470-bbc9-4faa-9491-6854cc65b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:37:10.139944 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:10.140326 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Bound using segment: {'id': '08ab1470-bbc9-4faa-9491-6854cc65b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7'} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:37:10.140822 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Bound port: df64dfb9-5a9d-4c6e-9097-a743b7c84e93, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ab1470-bbc9-4faa-9491-6854cc65b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7'}}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:37:10.141222 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:10.231861 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] For port df64dfb9-5a9d-4c6e-9097-a743b7c84e93, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:37:10.235718 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] For port df64dfb9-5a9d-4c6e-9097-a743b7c84e93, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=df64dfb9-5a9d-4c6e-9097-a743b7c84e93,segment=NetworkSegment(08ab1470-bbc9-4faa-9491-6854cc65b499),segment_id=08ab1470-bbc9-4faa-9491-6854cc65b499)] {{(pid=86803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:37:10.241375 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:10.246321 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:10.351888 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Pushing event updated for resources: {'Port': ['ID=df64dfb9-5a9d-4c6e-9097-a743b7c84e93,revision_number=2']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:10.355002 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:11.459927 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 39634) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:37:11.844777 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [None req-a22bdc90-f023-4120-a650-4aaaa71d8d2a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 18:37:11.845755 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-a22bdc90-f023-4120-a650-4aaaa71d8d2a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3849669 Dec 09 18:37:13.268960 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device df64dfb9-5a9d-4c6e-9097-a743b7c84e93 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:37:13.351245 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port df64dfb9-5a9d-4c6e-9097-a743b7c84e93 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:37:13.957195 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95739d51-0d1a-43d4-8a08-cb5e08e28fbe None None] Network 5a6f46d6-7bbf-4cc6-b06f-cf4714289db7 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:37:14.045498 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-f92f67d4-fa06-4e34-8c2e-c8f99b6f4887 None None] Provisioning for port df64dfb9-5a9d-4c6e-9097-a743b7c84e93 completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:37:14.054703 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-f92f67d4-fa06-4e34-8c2e-c8f99b6f4887 None None] Provisioning complete for port df64dfb9-5a9d-4c6e-9097-a743b7c84e93 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:37:14.055120 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-f92f67d4-fa06-4e34-8c2e-c8f99b6f4887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:14.227718 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 39648) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:37:14.272419 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-f92f67d4-fa06-4e34-8c2e-c8f99b6f4887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:14.325589 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-f92f67d4-fa06-4e34-8c2e-c8f99b6f4887 None None] For port df64dfb9-5a9d-4c6e-9097-a743b7c84e93, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=df64dfb9-5a9d-4c6e-9097-a743b7c84e93,segment=NetworkSegment(08ab1470-bbc9-4faa-9491-6854cc65b499),segment_id=08ab1470-bbc9-4faa-9491-6854cc65b499)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:37:14.335812 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-f92f67d4-fa06-4e34-8c2e-c8f99b6f4887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:14.342151 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:14.418094 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f67d4-fa06-4e34-8c2e-c8f99b6f4887 None None] Pushing event updated for resources: {'Port': ['ID=df64dfb9-5a9d-4c6e-9097-a743b7c84e93,revision_number=3']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:14.421604 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-f92f67d4-fa06-4e34-8c2e-c8f99b6f4887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:14.612753 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [None req-c22b9163-0446-487d-a458-5595e9a09098 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 18:37:14.613779 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-c22b9163-0446-487d-a458-5595e9a09098 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3851261 Dec 09 18:37:14.660904 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-7ddad9ea-4e67-4a55-aef4-6586a0d508d0 None None] Provisioning complete for port df64dfb9-5a9d-4c6e-9097-a743b7c84e93 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:37:14.661458 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-7ddad9ea-4e67-4a55-aef4-6586a0d508d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:15.245012 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device df64dfb9-5a9d-4c6e-9097-a743b7c84e93 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:37:15.318109 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port df64dfb9-5a9d-4c6e-9097-a743b7c84e93 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:37:15.318821 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:17.270508 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 39660) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:37:17.661949 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-f83ec94c-7fc9-453d-9274-1265da4475c2 admin admin] Request body: {'router': {'tenant_id': 'dc57cb3d79dd40718867765936b9498e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:37:17.667634 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-f83ec94c-7fc9-453d-9274-1265da4475c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:37:17.675035 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-f83ec94c-7fc9-453d-9274-1265da4475c2 admin admin] Usage tracker for resource:router and tenant:dc57cb3d79dd40718867765936b9498e is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:37:17.680664 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-f83ec94c-7fc9-453d-9274-1265da4475c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:37:17.687856 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-f83ec94c-7fc9-453d-9274-1265da4475c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:37:17.700058 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f83ec94c-7fc9-453d-9274-1265da4475c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-134212060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100726'] for router, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:17.702783 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f83ec94c-7fc9-453d-9274-1265da4475c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134209547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134206987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134170945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100705'] for router, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:17.728761 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f83ec94c-7fc9-453d-9274-1265da4475c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:17.845184 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f83ec94c-7fc9-453d-9274-1265da4475c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134211879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134207196'] for router, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:17.866819 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f83ec94c-7fc9-453d-9274-1265da4475c2 admin admin] Notify callbacks [] for router, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:17.868135 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-f83ec94c-7fc9-453d-9274-1265da4475c2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5966065 Dec 09 18:37:20.234896 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-479f4446-88b1-4ea4-a3ae-814c246d9d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:20.248869 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 39670) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:37:20.641081 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [None req-8a0f6c8e-ffd3-4b8b-a93e-78bf33961902 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 18:37:20.642048 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-8a0f6c8e-ffd3-4b8b-a93e-78bf33961902 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3922393 Dec 09 18:37:21.220397 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:22.480442 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 5 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:37:22.532523 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-3102a0e4-f979-4b1f-9943-7bc2196f4180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:23.025164 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 39680) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:37:23.427296 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:37:23.434818 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:37:23.440501 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Usage tracker for resource:network and tenant:8f45334b7506471dbaea5a142f557928 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:37:23.445373 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:37:23.452782 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:37:23.468058 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Made reservation on behalf of 8f45334b7506471dbaea5a142f557928 for: {'network': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:37:23.470588 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:23.485248 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:23.500018 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:37:23.504100 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Usage tracker for resource:security_group_rule and tenant:8f45334b7506471dbaea5a142f557928 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:37:23.507031 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:37:23.513326 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:37:23.595819 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:23.602012 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:23.605458 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:23.620747 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Reserving flat network on physical network physnet1 {{(pid=86801) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 09 18:37:23.641513 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd8eefb-7983-40a9-a169-0348e045a012,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:23.645399 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:23.646291 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:23.646607 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.segments_db [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Added segment a60d1822-1163-4c45-a3b3-cfe94d38e9f8 of type flat for network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c Dec 09 18:37:23.679306 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:23.720581 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:23.722124 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:37:23.722716 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:23.725801 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:23.820498 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=6beed21b-9de4-4fbb-b55d-7f8ce9c9499c,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:23.826708 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7964742 Dec 09 18:37:23.826708 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:23.841871 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:37:23.946557 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:25.152712 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:26.209197 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 39700) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:37:26.468389 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605a7607-cf18-4ef4-9ba3-a672e13faa3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:37:26.469633 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-605a7607-cf18-4ef4-9ba3-a672e13faa3f admin admin] 10.222.0.20 "GET /v2.0/subnets/05062231-d8e3-4f83-a494-5df13064b50c HTTP/1.1" status: 200 len: 849 time: 0.2591760 Dec 09 18:37:26.663240 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-229ab09c-bacf-40c4-a9af-8bf43e9e9b3e admin admin] 10.222.0.20 "GET /v2.0/routers/e6bf4df3-ff27-46d9-abfe-aeb8532dcd47 HTTP/1.1" status: 200 len: 704 time: 0.1850712 Dec 09 18:37:27.154257 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:27.398185 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Allocated IP 172.20.0.1 (5a6f46d6-7bbf-4cc6-b06f-cf4714289db7/05062231-d8e3-4f83-a494-5df13064b50c/4a62540f-6304-4367-b7ef-409086c0c64d) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:37:27.584225 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:27.601942 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Transition to ACTIVE for port object 4a62540f-6304-4367-b7ef-409086c0c64d will not be triggered until provisioned by entity DHCP. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:37:27.661337 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:27.667469 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:27.740575 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Network 5a6f46d6-7bbf-4cc6-b06f-cf4714289db7 is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:37:27.743504 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:37:27.748379 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:37:27.749239 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134115858'] for router_interface, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:27.863700 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a62540f-6304-4367-b7ef-409086c0c64d,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:27.880925 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:27.913660 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-5aa935fe-357c-46a7-8f49-33e60eadf993 None None] Provisioning for port 4a62540f-6304-4367-b7ef-409086c0c64d completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:37:27.919069 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-5aa935fe-357c-46a7-8f49-33e60eadf993 None None] Provisioning complete for port 4a62540f-6304-4367-b7ef-409086c0c64d triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:37:27.919447 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-5aa935fe-357c-46a7-8f49-33e60eadf993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:27.972085 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-5aa935fe-357c-46a7-8f49-33e60eadf993 None None] Port 4a62540f-6304-4367-b7ef-409086c0c64d cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:37:28.009561 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:28.238959 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:28.247458 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:28.248485 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133747777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134116081'] for router_interface, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:28.251765 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:28.373955 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a62540f-6304-4367-b7ef-409086c0c64d,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:28.382399 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:28.437088 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Network 5a6f46d6-7bbf-4cc6-b06f-cf4714289db7 is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:37:28.438181 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:37:28.595270 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-80ae29a4-55da-4588-8f66-1a65e00edb68 None None] Provisioning complete for port 4a62540f-6304-4367-b7ef-409086c0c64d triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:37:28.595634 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-80ae29a4-55da-4588-8f66-1a65e00edb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:28.629282 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Router e6bf4df3-ff27-46d9-abfe-aeb8532dcd47 is scheduled to L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c with binding_index 1 {{(pid=86801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 09 18:37:28.649836 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-80ae29a4-55da-4588-8f66-1a65e00edb68 None None] Port 4a62540f-6304-4367-b7ef-409086c0c64d cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:37:28.789815 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:37:28.800188 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Sync routers for ids ['e6bf4df3-ff27-46d9-abfe-aeb8532dcd47'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:37:28.803254 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] 10.222.0.20 "PUT /v2.0/routers/e6bf4df3-ff27-46d9-abfe-aeb8532dcd47/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1316731 Dec 09 18:37:28.811470 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Routers {'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:37:28.812409 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:37:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['e6bf4df3-ff27-46d9-abfe-aeb8532dcd47'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:37:28.988410 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Set router e6bf4df3-ff27-46d9-abfe-aeb8532dcd47 gateway port host: None {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:37:29.349630 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47', 'name': 'router1', 'tenant_id': 'dc57cb3d79dd40718867765936b9498e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:37:17Z', 'updated_at': '2021-12-09T18:37:27Z', 'revision_number': 2, 'project_id': 'dc57cb3d79dd40718867765936b9498e', 'gw_port_host': None, '_interfaces': [{'id': '4a62540f-6304-4367-b7ef-409086c0c64d', 'name': '', 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7', 'tenant_id': 'dc57cb3d79dd40718867765936b9498e', 'mac_address': 'fa:16:3e:de:08:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05062231-d8e3-4f83-a494-5df13064b50c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:37:27Z', 'updated_at': '2021-12-09T18:37:28Z', 'revision_number': 2, 'project_id': 'dc57cb3d79dd40718867765936b9498e', 'subnets': [{'id': '05062231-d8e3-4f83-a494-5df13064b50c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76f370ce-2b50-4116-a716-a72a94385a60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:37:29.354721 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Checking router: e6bf4df3-ff27-46d9-abfe-aeb8532dcd47 for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:37:29.355125 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Updating router e6bf4df3-ff27-46d9-abfe-aeb8532dcd47 port 4a62540f-6304-4367-b7ef-409086c0c64d binding host dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 18:37:29.411045 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:29.784238 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Notify callbacks [] for port, precommit_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:29.799820 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.provisioning_blocks [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Transition to ACTIVE for port object 4a62540f-6304-4367-b7ef-409086c0c64d will not be triggered until provisioned by entity L2. {{(pid=86804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:37:29.808331 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:29.816171 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:30.032435 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Pushing event updated for resources: {'Port': ['ID=4a62540f-6304-4367-b7ef-409086c0c64d,revision_number=3']} {{(pid=86804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:30.056753 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:30.057223 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:30.057557 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:30.057881 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:30.058322 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:30.058610 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:30.058975 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:30.059290 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:30.059605 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:30.059916 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:30.060224 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:30.060547 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Tracked resource versions report: Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: pushed versions: Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: { 'AddressGroup': {'1.2'}, Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'ConntrackHelper': {'1.0'}, Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'Log': {'1.0'}, Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'Network': {'1.1'}, Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'Port': {'1.7'}, Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'PortForwarding': {'1.2'}, Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'QosPolicy': {'1.8'}, Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'SecurityGroup': {'1.4'}, Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'SecurityGroupRule': {'1.2'}, Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'SubPort': {'1.0'}, Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'Subnet': {'1.1'}, Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'Trunk': {'1.1'}} Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: consumer versions: Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: { DHCP agent@dv-cinder-819346-1-smb: {}, Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: L3 agent@dv-cinder-819346-1-smb: {}, Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: Metadata agent@dv-cinder-819346-1-smb: {}, Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: Metering agent@dv-cinder-819346-1-smb: {}, Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: Open vSwitch agent@dv-cinder-819346-1-smb: { 'AddressGroup': '1.2', Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'ConntrackHelper': '1.0', Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'Log': '1.0', Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'Network': '1.1', Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'Port': '1.7', Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'PortForwarding': '1.2', Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'QosPolicy': '1.8', Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'SecurityGroup': '1.4', Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'SecurityGroupRule': '1.2', Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'SubPort': '1.0', Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'Subnet': '1.1', Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: 'Trunk': '1.1'}} Dec 09 18:37:30.061662 dv-cinder-819346-1-smb neutron-server[86804]: {{(pid=86804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 18:37:30.065213 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:30.075423 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Attempting to bind port 4a62540f-6304-4367-b7ef-409086c0c64d on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:37:30.075828 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Attempting to bind port 4a62540f-6304-4367-b7ef-409086c0c64d by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': '08ab1470-bbc9-4faa-9491-6854cc65b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7'}] {{(pid=86804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:37:30.076523 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Attempting to bind port 4a62540f-6304-4367-b7ef-409086c0c64d on network 5a6f46d6-7bbf-4cc6-b06f-cf4714289db7 {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:37:30.081936 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:37:30.082328 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Checking segment: {'id': '08ab1470-bbc9-4faa-9491-6854cc65b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:37:30.082873 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:30.083255 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Bound using segment: {'id': '08ab1470-bbc9-4faa-9491-6854cc65b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7'} {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:37:30.083737 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Bound port: 4a62540f-6304-4367-b7ef-409086c0c64d, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ab1470-bbc9-4faa-9491-6854cc65b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7'}}] {{(pid=86804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:37:30.084127 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:30.172289 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.db [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] For port 4a62540f-6304-4367-b7ef-409086c0c64d, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:37:30.176326 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.db [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] For port 4a62540f-6304-4367-b7ef-409086c0c64d, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=4a62540f-6304-4367-b7ef-409086c0c64d,segment=NetworkSegment(08ab1470-bbc9-4faa-9491-6854cc65b499),segment_id=08ab1470-bbc9-4faa-9491-6854cc65b499)] {{(pid=86804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:37:30.180716 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:30.184830 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:30.258711 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Routers {'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:37:30.259347 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:37:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['e6bf4df3-ff27-46d9-abfe-aeb8532dcd47'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:37:30.401641 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Pushing event updated for resources: {'Port': ['ID=4a62540f-6304-4367-b7ef-409086c0c64d,revision_number=4']} {{(pid=86804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:30.404880 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:30.429200 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] Set router e6bf4df3-ff27-46d9-abfe-aeb8532dcd47 gateway port host: None {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:37:30.757500 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47', 'name': 'router1', 'tenant_id': 'dc57cb3d79dd40718867765936b9498e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:37:17Z', 'updated_at': '2021-12-09T18:37:27Z', 'revision_number': 2, 'project_id': 'dc57cb3d79dd40718867765936b9498e', 'gw_port_host': None, '_interfaces': [{'id': '4a62540f-6304-4367-b7ef-409086c0c64d', 'name': '', 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7', 'tenant_id': 'dc57cb3d79dd40718867765936b9498e', 'mac_address': 'fa:16:3e:de:08:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05062231-d8e3-4f83-a494-5df13064b50c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:37:27Z', 'updated_at': '2021-12-09T18:37:30Z', 'revision_number': 4, 'project_id': 'dc57cb3d79dd40718867765936b9498e', 'subnets': [{'id': '05062231-d8e3-4f83-a494-5df13064b50c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76f370ce-2b50-4116-a716-a72a94385a60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:37:30.761769 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf88de8-2a54-4425-8c15-a736550fee00 None None] The sync data for ids ['e6bf4df3-ff27-46d9-abfe-aeb8532dcd47'] in dv-cinder-819346-1-smb is: [{'id': 'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47', 'name': 'router1', 'tenant_id': 'dc57cb3d79dd40718867765936b9498e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:37:17Z', 'updated_at': '2021-12-09T18:37:27Z', 'revision_number': 2, 'project_id': 'dc57cb3d79dd40718867765936b9498e', 'gw_port_host': None, '_interfaces': [{'id': '4a62540f-6304-4367-b7ef-409086c0c64d', 'name': '', 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7', 'tenant_id': 'dc57cb3d79dd40718867765936b9498e', 'mac_address': 'fa:16:3e:de:08:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05062231-d8e3-4f83-a494-5df13064b50c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:37:27Z', 'updated_at': '2021-12-09T18:37:30Z', 'revision_number': 4, 'project_id': 'dc57cb3d79dd40718867765936b9498e', 'subnets': [{'id': '05062231-d8e3-4f83-a494-5df13064b50c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76f370ce-2b50-4116-a716-a72a94385a60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:37:30.983678 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 39722) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:37:31.164336 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eabfa7f-a124-4e0e-ad23-150d0d8add2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:37:31.165848 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-3eabfa7f-a124-4e0e-ad23-150d0d8add2c admin admin] 10.222.0.20 "GET /v2.0/networks/6beed21b-9de4-4fbb-b55d-7f8ce9c9499c HTTP/1.1" status: 200 len: 842 time: 0.1811907 Dec 09 18:37:31.175147 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Request body: {'subnet': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'cidr': '172.28.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.2.1'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:37:31.180110 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:37:31.184250 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Usage tracker for resource:subnet and tenant:8f45334b7506471dbaea5a142f557928 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:37:31.187317 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:37:31.193513 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:37:31.207188 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Made reservation on behalf of 8f45334b7506471dbaea5a142f557928 for: {'subnet': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:37:31.210221 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:31.678400 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.objects.ports [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86802) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 09 18:37:31.678906 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for subnet, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:31.683818 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:31.763153 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a39f25e-cbfe-4fa1-b581-b87a4aac1e40,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:31.765571 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Checking segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:37:31.765948 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Network hostable DHCP agents. Network: 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:37:31.776096 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:31.776429 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:31.776752 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:31.777077 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:31.777397 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:31.777714 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:31.778026 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:31.778337 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:31.778661 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:31.778995 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:31.779307 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:31.779600 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Tracked resource versions report: Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: pushed versions: Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: { 'AddressGroup': {'1.2'}, Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'ConntrackHelper': {'1.0'}, Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'Log': {'1.0'}, Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'Network': {'1.1'}, Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'Port': {'1.7'}, Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'PortForwarding': {'1.2'}, Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'QosPolicy': {'1.8'}, Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'SecurityGroup': {'1.4'}, Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'SecurityGroupRule': {'1.2'}, Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'SubPort': {'1.0'}, Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'Subnet': {'1.1'}, Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'Trunk': {'1.1'}} Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: consumer versions: Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: { DHCP agent@dv-cinder-819346-1-smb: {}, Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: L3 agent@dv-cinder-819346-1-smb: {}, Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: Metadata agent@dv-cinder-819346-1-smb: {}, Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: Metering agent@dv-cinder-819346-1-smb: {}, Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: Open vSwitch agent@dv-cinder-819346-1-smb: { 'AddressGroup': '1.2', Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'ConntrackHelper': '1.0', Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'Log': '1.0', Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'Network': '1.1', Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'Port': '1.7', Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'PortForwarding': '1.2', Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'QosPolicy': '1.8', Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'SecurityGroup': '1.4', Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'SecurityGroupRule': '1.2', Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'SubPort': '1.0', Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'Subnet': '1.1', Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: 'Trunk': '1.1'}} Dec 09 18:37:31.780699 dv-cinder-819346-1-smb neutron-server[86802]: {{(pid=86802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 18:37:31.818473 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:31.823232 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:37:31.840757 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c) {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:37:31.845982 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:37:31.846533 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:31.850397 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd77ca6d-3585-48be-940a-bda73922cd12 None None] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:37:31.872179 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7002435 Dec 09 18:37:32.084347 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ec8bed-1a3b-4046-b5b4-af21825c3961 None None] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:37:33.270938 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 4a62540f-6304-4367-b7ef-409086c0c64d up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:37:33.346441 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 4a62540f-6304-4367-b7ef-409086c0c64d completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:37:33.352357 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 4a62540f-6304-4367-b7ef-409086c0c64d triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:37:33.352725 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:33.472559 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:33.504530 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port 4a62540f-6304-4367-b7ef-409086c0c64d, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=4a62540f-6304-4367-b7ef-409086c0c64d,segment=NetworkSegment(08ab1470-bbc9-4faa-9491-6854cc65b499),segment_id=08ab1470-bbc9-4faa-9491-6854cc65b499)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:37:33.508915 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:33.511275 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-f92f67d4-fa06-4e34-8c2e-c8f99b6f4887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:33.578520 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=4a62540f-6304-4367-b7ef-409086c0c64d,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:33.582266 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:34.102231 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 39740) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:37:34.320894 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-8f0c42cb-fa38-44db-ad03-a46c321a0583 admin admin] 10.222.0.20 "GET /v2.0/routers/e6bf4df3-ff27-46d9-abfe-aeb8532dcd47 HTTP/1.1" status: 200 len: 710 time: 0.2170832 Dec 09 18:37:34.453372 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bbb838-9bc1-4eda-ae68-60aa64c02cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:37:34.455079 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-c4bbb838-9bc1-4eda-ae68-60aa64c02cdc admin admin] 10.222.0.20 "GET /v2.0/networks/6beed21b-9de4-4fbb-b55d-7f8ce9c9499c HTTP/1.1" status: 200 len: 886 time: 0.1259277 Dec 09 18:37:34.463741 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:37:34.928113 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-134207033', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-134211886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100627'] for router, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:35.255724 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 4a62540f-6304-4367-b7ef-409086c0c64d up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:37:35.276705 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:35.328944 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 4a62540f-6304-4367-b7ef-409086c0c64d triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:37:35.329649 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:35.369858 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:35.517256 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Allocated IP 172.28.2.51 (6beed21b-9de4-4fbb-b55d-7f8ce9c9499c/5a39f25e-cbfe-4fa1-b581-b87a4aac1e40/c36a6137-f38c-4cde-8b8d-55aeedecac0e) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:37:35.689076 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:35.760692 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:35.764328 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:35.825498 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:37:35.828264 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:37:35.832466 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:37:35.938200 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Pushing event updated for resources: {'Port': ['ID=c36a6137-f38c-4cde-8b8d-55aeedecac0e,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:35.957439 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:36.220516 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:36.550784 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-134207033', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-134211886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100627'] for router, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:36.554073 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134207196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-134207022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-134207015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-134211897'] for router, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:36.782901 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Router e6bf4df3-ff27-46d9-abfe-aeb8532dcd47 has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:37:36.962199 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:37:36.970894 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Notify callbacks [] for router, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:36.972066 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] 10.222.0.20 "PUT /v2.0/routers/e6bf4df3-ff27-46d9-abfe-aeb8532dcd47 HTTP/1.1" status: 200 len: 889 time: 2.5114851 Dec 09 18:37:36.972513 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Sync routers for ids ['e6bf4df3-ff27-46d9-abfe-aeb8532dcd47'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:37:36.982725 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Routers {'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:37:36.983462 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:37:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['e6bf4df3-ff27-46d9-abfe-aeb8532dcd47'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:37:37.174871 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Set router e6bf4df3-ff27-46d9-abfe-aeb8532dcd47 gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:37:37.526652 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47', 'name': 'router1', 'tenant_id': 'dc57cb3d79dd40718867765936b9498e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c36a6137-f38c-4cde-8b8d-55aeedecac0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:37:17Z', 'updated_at': '2021-12-09T18:37:36Z', 'revision_number': 4, 'project_id': 'dc57cb3d79dd40718867765936b9498e', 'gw_port': {'id': 'c36a6137-f38c-4cde-8b8d-55aeedecac0e', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:37:35Z', 'updated_at': '2021-12-09T18:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '4a62540f-6304-4367-b7ef-409086c0c64d', 'name': '', 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7', 'tenant_id': 'dc57cb3d79dd40718867765936b9498e', 'mac_address': 'fa:16:3e:de:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05062231-d8e3-4f83-a494-5df13064b50c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:37:27Z', 'updated_at': '2021-12-09T18:37:33Z', 'revision_number': 5, 'project_id': 'dc57cb3d79dd40718867765936b9498e', 'subnets': [{'id': '05062231-d8e3-4f83-a494-5df13064b50c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76f370ce-2b50-4116-a716-a72a94385a60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:37:37.531919 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Checking router: e6bf4df3-ff27-46d9-abfe-aeb8532dcd47 for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:37:37.532290 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Updating router e6bf4df3-ff27-46d9-abfe-aeb8532dcd47 port c36a6137-f38c-4cde-8b8d-55aeedecac0e binding host dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 18:37:37.582901 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:37.916270 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Notify callbacks [] for port, precommit_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:37.928560 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Transition to ACTIVE for port object c36a6137-f38c-4cde-8b8d-55aeedecac0e will not be triggered until provisioned by entity L2. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:37:37.934733 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:37.938407 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:38.034835 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Attempting to bind port c36a6137-f38c-4cde-8b8d-55aeedecac0e on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:37:38.035468 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Attempting to bind port c36a6137-f38c-4cde-8b8d-55aeedecac0e by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:37:38.035575 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Attempting to bind port c36a6137-f38c-4cde-8b8d-55aeedecac0e on network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:37:38.037600 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee696b0c-e672-4d4b-aa4c-2e563b15ec76 None None] Pushing event updated for resources: {'Port': ['ID=c36a6137-f38c-4cde-8b8d-55aeedecac0e,revision_number=2']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:38.041145 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-ee696b0c-e672-4d4b-aa4c-2e563b15ec76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:38.043967 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:37:38.044315 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Checking segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:37:38.044748 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:38.045128 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Bound using segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:37:38.045596 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Bound port: c36a6137-f38c-4cde-8b8d-55aeedecac0e, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:37:38.045967 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:38.123336 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] For port c36a6137-f38c-4cde-8b8d-55aeedecac0e, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:37:38.126490 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] For port c36a6137-f38c-4cde-8b8d-55aeedecac0e, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=c36a6137-f38c-4cde-8b8d-55aeedecac0e,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:37:38.132498 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:38.136933 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-ee696b0c-e672-4d4b-aa4c-2e563b15ec76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:38.211783 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee696b0c-e672-4d4b-aa4c-2e563b15ec76 None None] Pushing event updated for resources: {'Port': ['ID=c36a6137-f38c-4cde-8b8d-55aeedecac0e,revision_number=3']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:38.214240 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Routers {'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:37:38.214844 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:37:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['e6bf4df3-ff27-46d9-abfe-aeb8532dcd47'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:37:38.262625 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-ee696b0c-e672-4d4b-aa4c-2e563b15ec76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:38.392899 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] Set router e6bf4df3-ff27-46d9-abfe-aeb8532dcd47 gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:37:38.716963 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47', 'name': 'router1', 'tenant_id': 'dc57cb3d79dd40718867765936b9498e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c36a6137-f38c-4cde-8b8d-55aeedecac0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:37:17Z', 'updated_at': '2021-12-09T18:37:36Z', 'revision_number': 4, 'project_id': 'dc57cb3d79dd40718867765936b9498e', 'gw_port': {'id': 'c36a6137-f38c-4cde-8b8d-55aeedecac0e', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:37:35Z', 'updated_at': '2021-12-09T18:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '4a62540f-6304-4367-b7ef-409086c0c64d', 'name': '', 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7', 'tenant_id': 'dc57cb3d79dd40718867765936b9498e', 'mac_address': 'fa:16:3e:de:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05062231-d8e3-4f83-a494-5df13064b50c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:37:27Z', 'updated_at': '2021-12-09T18:37:33Z', 'revision_number': 5, 'project_id': 'dc57cb3d79dd40718867765936b9498e', 'subnets': [{'id': '05062231-d8e3-4f83-a494-5df13064b50c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76f370ce-2b50-4116-a716-a72a94385a60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:37:38.720817 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb6423-c923-4152-a4d9-a346b37d6907 None None] The sync data for ids ['e6bf4df3-ff27-46d9-abfe-aeb8532dcd47'] in dv-cinder-819346-1-smb is: [{'id': 'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47', 'name': 'router1', 'tenant_id': 'dc57cb3d79dd40718867765936b9498e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c36a6137-f38c-4cde-8b8d-55aeedecac0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:37:17Z', 'updated_at': '2021-12-09T18:37:36Z', 'revision_number': 4, 'project_id': 'dc57cb3d79dd40718867765936b9498e', 'gw_port': {'id': 'c36a6137-f38c-4cde-8b8d-55aeedecac0e', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:37:35Z', 'updated_at': '2021-12-09T18:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '4a62540f-6304-4367-b7ef-409086c0c64d', 'name': '', 'network_id': '5a6f46d6-7bbf-4cc6-b06f-cf4714289db7', 'tenant_id': 'dc57cb3d79dd40718867765936b9498e', 'mac_address': 'fa:16:3e:de:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bf4df3-ff27-46d9-abfe-aeb8532dcd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05062231-d8e3-4f83-a494-5df13064b50c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:37:27Z', 'updated_at': '2021-12-09T18:37:33Z', 'revision_number': 5, 'project_id': 'dc57cb3d79dd40718867765936b9498e', 'subnets': [{'id': '05062231-d8e3-4f83-a494-5df13064b50c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76f370ce-2b50-4116-a716-a72a94385a60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:37:39.293343 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device c36a6137-f38c-4cde-8b8d-55aeedecac0e up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:37:39.332294 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 39750) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:37:39.369098 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port c36a6137-f38c-4cde-8b8d-55aeedecac0e completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:37:39.374857 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port c36a6137-f38c-4cde-8b8d-55aeedecac0e triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:37:39.375236 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:39.457904 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-bd68de1e-7237-4ea2-a978-42e39dbe853e admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1244454 Dec 09 18:37:39.503239 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:39.524926 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port c36a6137-f38c-4cde-8b8d-55aeedecac0e, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=c36a6137-f38c-4cde-8b8d-55aeedecac0e,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:37:39.530560 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:39.533007 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:37:39.604554 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=c36a6137-f38c-4cde-8b8d-55aeedecac0e,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:37:39.607725 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:37:41.267084 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device c36a6137-f38c-4cde-8b8d-55aeedecac0e up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:37:41.348018 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port c36a6137-f38c-4cde-8b8d-55aeedecac0e triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:37:41.348393 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:50.252211 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-4b4aab51-2bc8-4ce9-8c11-12a1096af69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:51.224741 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:52.536677 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-447f2d59-a759-48a7-a8ec-c200a82d5106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:53.904211 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:55.174157 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:37:59.480956 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 5 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:38:20.237291 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-b26df95c-469b-4753-aea4-d1a336f90f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:38:21.256532 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:38:22.542806 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-112d226d-98ad-44eb-b707-75601d57ed01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:38:23.908762 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:38:25.185037 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:38:36.479891 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 5 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:38:50.240039 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-be64e5b2-c6ed-4c51-8377-6fbbcdc4fd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:38:51.236822 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:38:52.538645 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-5e3f5667-4b6d-4185-9316-ac2411978754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:38:53.964410 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:38:55.180895 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:39:13.479163 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 5 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:39:20.247645 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-604855d0-a687-43fb-9f41-a49cd3953b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:39:21.231428 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:39:22.543874 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-cfa03cbe-56c0-45a5-a00f-1830446e624c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:39:23.955849 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:39:25.184576 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:39:41.264224 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40320) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:39:41.333616 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95a1c6b-1e8a-4f84-89a1-cb617cd39a59 admin admin] GET failed (client error): The resource could not be found. Dec 09 18:39:41.334943 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-e95a1c6b-1e8a-4f84-89a1-cb617cd39a59 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0697248 Dec 09 18:39:41.467203 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba6e932-ceb2-4280-8347-0b32fbdc4fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:39:41.468660 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-dba6e932-ceb2-4280-8347-0b32fbdc4fa0 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1297922 Dec 09 18:39:43.591363 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 40330) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:39:43.753186 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f19b253-080d-435c-8e8e-e5b3142c833f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:39:43.754537 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-1f19b253-080d-435c-8e8e-e5b3142c833f admin admin] 10.222.0.20 "GET /v2.0/subnets/05062231-d8e3-4f83-a494-5df13064b50c HTTP/1.1" status: 200 len: 849 time: 0.1618822 Dec 09 18:39:43.767267 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:39:43.883586 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Notify callbacks [] for subnet, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:39:44.094514 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737775685964'] for subnet, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:39:44.098299 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-afc808fd-84c6-4a8b-b06d-8f71436f2da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:39:44.144556 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:39:44.144732 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c557a3-a64c-4c3e-b90b-0bc3bf2f366b None None] Network 5a6f46d6-7bbf-4cc6-b06f-cf4714289db7 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:39:44.145335 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:39:44.147367 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] 10.222.0.20 "PUT /v2.0/subnets/05062231-d8e3-4f83-a494-5df13064b50c HTTP/1.1" status: 200 len: 868 time: 0.3841276 Dec 09 18:39:44.167786 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=05062231-d8e3-4f83-a494-5df13064b50c,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:39:44.176379 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:39:44.176755 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:39:44.177065 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:39:44.177394 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:39:44.177736 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:39:44.178060 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:39:44.178381 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:39:44.178724 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:39:44.179202 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:39:44.179525 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:39:44.179842 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:39:44.180163 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:39:44.184244 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:39:44.596021 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-426b7c78-b41a-48c0-9c59-09e58d62e881 None None] Provisioning complete for port 4a62540f-6304-4367-b7ef-409086c0c64d triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:39:44.596395 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-426b7c78-b41a-48c0-9c59-09e58d62e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:39:44.723190 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-426b7c78-b41a-48c0-9c59-09e58d62e881 None None] Provisioning complete for port df64dfb9-5a9d-4c6e-9097-a743b7c84e93 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:39:44.723425 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-426b7c78-b41a-48c0-9c59-09e58d62e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:39:46.265210 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 40340) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:39:46.456742 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152658cb-0019-4951-adf1-88415be5c45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:39:46.457118 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152658cb-0019-4951-adf1-88415be5c45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:39:46.457832 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-152658cb-0019-4951-adf1-88415be5c45d admin admin] Synchronizing usage tracker for tenant:8f45334b7506471dbaea5a142f557928 on resource:network {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:39:46.481552 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-152658cb-0019-4951-adf1-88415be5c45d admin admin] Unset dirty status for tenant:8f45334b7506471dbaea5a142f557928 on resource:network {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:39:46.482961 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-152658cb-0019-4951-adf1-88415be5c45d admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2162552 Dec 09 18:39:48.596118 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40350) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:39:48.784441 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17e51b1-b8f9-4e0d-809f-f74e4cc89175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:39:48.784792 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17e51b1-b8f9-4e0d-809f-f74e4cc89175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:39:48.787512 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-e17e51b1-b8f9-4e0d-809f-f74e4cc89175 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1889441 Dec 09 18:39:50.241571 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-f9ebf9ca-f33a-4537-9a12-70f6c45a43e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:39:50.478050 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 5 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:39:50.984395 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40360) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:39:51.177105 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e138e16a-aec8-4e69-979d-c0162e39f282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:39:51.178469 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-e138e16a-aec8-4e69-979d-c0162e39f282 admin admin] 10.222.0.20 "GET /v2.0/networks/5a6f46d6-7bbf-4cc6-b06f-cf4714289db7 HTTP/1.1" status: 200 len: 869 time: 0.1931090 Dec 09 18:39:51.241460 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:39:52.547315 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-eea53c0e-a72d-4ec3-8540-7ee002870910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:39:53.326247 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40370) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:39:53.512460 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39776f61-d8ae-4d68-8dc3-a4e3673bc796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:39:53.513728 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-39776f61-d8ae-4d68-8dc3-a4e3673bc796 admin admin] 10.222.0.20 "GET /v2.0/networks/6beed21b-9de4-4fbb-b55d-7f8ce9c9499c HTTP/1.1" status: 200 len: 886 time: 0.1862159 Dec 09 18:39:53.956616 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:39:55.185977 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:39:55.646512 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40380) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:39:55.759444 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5ceb4e-6cf9-4ace-90ba-6d766360a00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:39:55.759887 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5ceb4e-6cf9-4ace-90ba-6d766360a00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:39:55.760596 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-0c5ceb4e-6cf9-4ace-90ba-6d766360a00a admin admin] Synchronizing usage tracker for tenant:8f45334b7506471dbaea5a142f557928 on resource:subnet {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:39:55.779951 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-0c5ceb4e-6cf9-4ace-90ba-6d766360a00a admin admin] Unset dirty status for tenant:8f45334b7506471dbaea5a142f557928 on resource:subnet {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:39:55.781369 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-0c5ceb4e-6cf9-4ace-90ba-6d766360a00a admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1338446 Dec 09 18:39:57.885601 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40390) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:39:58.020423 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0032823-f3ca-44b8-be58-df6a29e9503f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:39:58.020873 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0032823-f3ca-44b8-be58-df6a29e9503f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:39:58.022375 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-f0032823-f3ca-44b8-be58-df6a29e9503f admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1355088 Dec 09 18:40:00.097507 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40400) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:40:00.217734 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac35d2b7-20da-45bd-8473-a3255dc33c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:40:00.219775 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-ac35d2b7-20da-45bd-8473-a3255dc33c78 admin admin] 10.222.0.20 "GET /v2.0/subnets/05062231-d8e3-4f83-a494-5df13064b50c HTTP/1.1" status: 200 len: 868 time: 0.1206927 Dec 09 18:40:02.310847 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40410) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:40:02.430862 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2943d4b3-e080-424a-aa57-2edf1bf32aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:40:02.432192 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-2943d4b3-e080-424a-aa57-2edf1bf32aff admin admin] 10.222.0.20 "GET /v2.0/subnets/5a39f25e-cbfe-4fa1-b581-b87a4aac1e40 HTTP/1.1" status: 200 len: 816 time: 0.1200593 Dec 09 18:40:20.247653 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-22f1c0f3-83b6-4534-91f3-067e86c43038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:21.242730 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:22.551768 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-abc28dcf-d5e6-4035-94af-ff32cfcc9bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:23.958566 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:25.189412 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:25.785845 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 40454) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:40:25.834333 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [None req-8612130e-a5e7-4c1c-b5ab-51ad15fb65d5 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 18:40:25.835339 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-8612130e-a5e7-4c1c-b5ab-51ad15fb65d5 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485594 Dec 09 18:40:27.476778 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 5 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:40:28.011043 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 40464) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:40:28.083152 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9a1a92-561f-46cf-98ee-9fcb88ea7d2e admin admin] GET failed (client error): The resource could not be found. Dec 09 18:40:28.084403 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-4e9a1a92-561f-46cf-98ee-9fcb88ea7d2e admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0724289 Dec 09 18:40:28.224016 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e19735-ea3a-4599-aed3-bee64f74f4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:40:28.225494 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-77e19735-ea3a-4599-aed3-bee64f74f4a9 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1355958 Dec 09 18:40:30.337707 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 40474) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:40:30.390605 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:40:30.395775 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:40:30.406352 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:40:30.420240 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] Made reservation on behalf of 8f45334b7506471dbaea5a142f557928 for: {'network': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:40:30.422651 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:30.509477 dv-cinder-819346-1-smb neutron-server[86801]: WARNING neutron.services.revisions.revision_plugin [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] Could not find related network for resource to bump revision. Dec 09 18:40:30.524164 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=86801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:40:30.534761 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:30.535101 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.segments_db [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] Added segment 0d35b79a-cd88-4a5b-9ac5-f0268162157f of type vlan for network a3cc02dc-5da2-4221-89df-fa24e17dc601 Dec 09 18:40:30.559890 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:30.593003 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:30.594368 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:40:30.595012 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:30.598300 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-57239081-ba0d-431f-a804-9b741bebc78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:40:30.695471 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] Pushing event updated for resources: {'Network': ['ID=a3cc02dc-5da2-4221-89df-fa24e17dc601,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:40:30.699239 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3605175 Dec 09 18:40:30.699939 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:40:30.722973 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network a3cc02dc-5da2-4221-89df-fa24e17dc601 details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:40:32.924409 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40484) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:40:33.003220 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98f564a-9c85-4bab-b932-61aaffb55178 admin admin] GET failed (client error): The resource could not be found. Dec 09 18:40:33.004476 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-a98f564a-9c85-4bab-b932-61aaffb55178 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0791018 Dec 09 18:40:33.114939 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eab038-91a8-47ae-83f7-3e46c65dddc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:40:33.116961 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-02eab038-91a8-47ae-83f7-3e46c65dddc5 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1065896 Dec 09 18:40:33.129284 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'a3cc02dc-5da2-4221-89df-fa24e17dc601', 'name': 'shared-subnet'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:40:33.137449 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:40:33.147923 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:40:33.160676 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Made reservation on behalf of 8f45334b7506471dbaea5a142f557928 for: {'subnet': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:40:33.163054 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:33.409650 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for subnet, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:33.414101 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-833d40c5-57dd-452c-83c4-58041017ce16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:40:33.477226 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Pushing event updated for resources: {'Subnet': ['ID=970f8c0e-0425-490c-b169-f402e075ea8f,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:40:33.488037 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:33.488377 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:33.488702 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:33.489019 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:33.489331 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:33.489643 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:33.489949 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:33.490260 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:33.490569 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:33.490880 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:33.491187 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:33.491485 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:33.495886 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:40:33.499950 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Checking segment: {'id': '0d35b79a-cd88-4a5b-9ac5-f0268162157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3cc02dc-5da2-4221-89df-fa24e17dc601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:40:33.500296 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Network hostable DHCP agents. Network: a3cc02dc-5da2-4221-89df-fa24e17dc601, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:40:33.519339 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Network a3cc02dc-5da2-4221-89df-fa24e17dc601 is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:40:33.527690 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, a3cc02dc-5da2-4221-89df-fa24e17dc601) {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:40:33.531935 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:40:33.532510 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:33.537041 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cdb7de-1c75-4b26-9b37-129d04cdc2ac None None] Network a3cc02dc-5da2-4221-89df-fa24e17dc601 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:40:33.567676 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4340768 Dec 09 18:40:33.762210 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a5da14-5076-50fa-a975-50d54e5df151-a3cc02dc-5da2-4221-89df-fa24e17dc601', 'network_id': 'a3cc02dc-5da2-4221-89df-fa24e17dc601', 'tenant_id': '8f45334b7506471dbaea5a142f557928', 'fixed_ips': [{'subnet_id': '970f8c0e-0425-490c-b169-f402e075ea8f'}]}} from dv-cinder-819346-1-smb. {{(pid=86803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 09 18:40:33.763149 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:33.921062 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.db_base_plugin_common [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Allocated IP 192.168.233.2 (a3cc02dc-5da2-4221-89df-fa24e17dc601/970f8c0e-0425-490c-b169-f402e075ea8f/99104ab4-7dbd-4a33-b886-8f5e6d28cba0) {{(pid=86803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:40:34.158478 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Notify callbacks [] for port, precommit_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:34.170318 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Transition to ACTIVE for port object 99104ab4-7dbd-4a33-b886-8f5e6d28cba0 will not be triggered until provisioned by entity L2. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:40:34.190181 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Transition to ACTIVE for port object 99104ab4-7dbd-4a33-b886-8f5e6d28cba0 will not be triggered until provisioned by entity DHCP. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:40:34.197520 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:34.203101 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:40:34.266510 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Network a3cc02dc-5da2-4221-89df-fa24e17dc601 is already hosted by enough agents. {{(pid=86803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:40:34.269519 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.base_scheduler [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Resources bound (agent type, host, resource id): {{(pid=86803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:40:34.273162 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Received port after_create {{(pid=86803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:40:34.280983 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Pushing event updated for resources: {'Port': ['ID=99104ab4-7dbd-4a33-b886-8f5e6d28cba0,revision_number=1']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:40:34.322336 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:34.322721 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:34.323038 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:34.323364 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:34.323679 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:34.323995 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:34.324306 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:34.324617 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:34.324926 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:34.325237 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:34.325541 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:34.325904 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:40:34.352854 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:40:34.378506 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Attempting to bind port 99104ab4-7dbd-4a33-b886-8f5e6d28cba0 on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:40:34.379327 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Attempting to bind port 99104ab4-7dbd-4a33-b886-8f5e6d28cba0 by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': '0d35b79a-cd88-4a5b-9ac5-f0268162157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3cc02dc-5da2-4221-89df-fa24e17dc601'}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:40:34.379327 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Attempting to bind port 99104ab4-7dbd-4a33-b886-8f5e6d28cba0 on network a3cc02dc-5da2-4221-89df-fa24e17dc601 {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:40:34.384580 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:40:34.384939 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Checking segment: {'id': '0d35b79a-cd88-4a5b-9ac5-f0268162157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3cc02dc-5da2-4221-89df-fa24e17dc601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:40:34.385342 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:34.385732 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Bound using segment: {'id': '0d35b79a-cd88-4a5b-9ac5-f0268162157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3cc02dc-5da2-4221-89df-fa24e17dc601'} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:40:34.386201 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Bound port: 99104ab4-7dbd-4a33-b886-8f5e6d28cba0, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d35b79a-cd88-4a5b-9ac5-f0268162157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3cc02dc-5da2-4221-89df-fa24e17dc601'}}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:40:34.386589 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:34.479327 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] For port 99104ab4-7dbd-4a33-b886-8f5e6d28cba0, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:40:34.482829 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] For port 99104ab4-7dbd-4a33-b886-8f5e6d28cba0, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=99104ab4-7dbd-4a33-b886-8f5e6d28cba0,segment=NetworkSegment(0d35b79a-cd88-4a5b-9ac5-f0268162157f),segment_id=0d35b79a-cd88-4a5b-9ac5-f0268162157f)] {{(pid=86803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:40:34.488969 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:34.493277 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:40:34.569540 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Pushing event updated for resources: {'Port': ['ID=99104ab4-7dbd-4a33-b886-8f5e6d28cba0,revision_number=2']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:40:34.575239 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:40:35.395045 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 99104ab4-7dbd-4a33-b886-8f5e6d28cba0 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:40:35.453214 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3119e5-e3c1-42af-842b-4e6ea855fb1b None None] Network a3cc02dc-5da2-4221-89df-fa24e17dc601 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:40:35.581627 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-7040d968-d8b0-402d-9009-207abc42ecc5 None None] Provisioning for port 99104ab4-7dbd-4a33-b886-8f5e6d28cba0 completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:40:35.602899 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 99104ab4-7dbd-4a33-b886-8f5e6d28cba0 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:40:35.610806 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 99104ab4-7dbd-4a33-b886-8f5e6d28cba0 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:40:35.611186 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:35.816737 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:35.856469 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port 99104ab4-7dbd-4a33-b886-8f5e6d28cba0, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=99104ab4-7dbd-4a33-b886-8f5e6d28cba0,segment=NetworkSegment(0d35b79a-cd88-4a5b-9ac5-f0268162157f),segment_id=0d35b79a-cd88-4a5b-9ac5-f0268162157f)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:40:35.863523 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:35.865638 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:40:35.938591 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=99104ab4-7dbd-4a33-b886-8f5e6d28cba0,revision_number=3']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:40:35.941899 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:40:36.114022 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-c2d72d23-34a8-443d-b38d-c00ace1311b5 None None] Provisioning complete for port 99104ab4-7dbd-4a33-b886-8f5e6d28cba0 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:40:36.114394 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-c2d72d23-34a8-443d-b38d-c00ace1311b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:37.359007 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 99104ab4-7dbd-4a33-b886-8f5e6d28cba0 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:40:37.431051 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 99104ab4-7dbd-4a33-b886-8f5e6d28cba0 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:40:37.431385 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:50.243306 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-073914ba-8e1f-4a03-a9de-1915ed64c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:51.238129 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:52.565295 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-76dd5782-7ec2-451c-92a7-4ff2805c6803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:53.962148 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:40:55.192667 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:04.475776 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 5 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:41:20.254236 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-aa47858d-ece6-4296-bd00-b890e51e2700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:21.242310 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:22.564009 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e5369e54-f19a-4c20-8f86-6e0c78a9ed3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:23.971414 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:25.195694 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:41.475513 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 5 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:41:50.038407 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40536) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:41:50.044707 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [None req-808f7be6-ac14-4277-90d5-91bfa576c68e tempest-verify_tempest_config-1945094945 tempest-verify_tempest_config-1945094945-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 18:41:50.048155 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-808f7be6-ac14-4277-90d5-91bfa576c68e tempest-verify_tempest_config-1945094945 tempest-verify_tempest_config-1945094945-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062125 Dec 09 18:41:50.246348 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-596ccaef-8579-4432-a43a-d169711ae29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:50.368937 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40554) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:41:50.500919 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:50.516032 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:41:50.520261 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Usage tracker for resource:security_group_rule and tenant:9af16ddb8d284e728a28107e6b5dc9b1 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:41:50.523561 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:41:50.530083 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:41:50.636028 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:50.643172 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:50.653472 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:41:50.698391 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9af16ddb8d284e728a28107e6b5dc9b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3284395 Dec 09 18:41:50.699525 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3a729a-c19a-409e-be69-e651e4c2852e,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:41:50.701373 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 40560) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:41:50.706707 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.707073 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.707398 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.707729 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.708073 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.708392 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.708709 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.709024 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.709343 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.709655 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.709963 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.710288 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.714846 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:41:50.761096 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:50.787436 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:50.883535 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:50.890284 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:41:50.906026 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3a729a-c19a-409e-be69-e651e4c2852e,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:41:50.915482 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.915817 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.916146 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.916463 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.916785 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.917100 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.917514 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.918032 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.918357 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.918674 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.919011 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.919323 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:41:50.922350 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:50.923486 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e3a729a-c19a-409e-be69-e651e4c2852e HTTP/1.1" status: 204 len: 168 time: 0.2211251 Dec 09 18:41:50.924381 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:41:51.246036 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:52.566986 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-5bb0c514-77db-4082-b742-e5a7c77f441b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:53.967935 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:41:55.198950 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:42:18.480529 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 5 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:42:20.259323 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-f84b76b2-2024-4727-84f5-77adaa17ed29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:42:21.259497 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:42:22.569907 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-77d10a35-aeba-4daf-9f18-2bb2b3a84337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:42:23.985270 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:42:25.205988 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:42:50.257836 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-bd7882e5-43b8-4cf6-8ed7-19e6caaa550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:42:51.253700 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:42:52.578346 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-67bf94c5-e3c7-4a85-add7-e9b6e7d7f41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:42:53.985235 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:42:55.235021 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:42:55.483087 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 5 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:43:20.251491 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-8bbf11a9-884b-40fa-8675-c150d16b9d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:43:21.261581 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:43:22.562553 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e9b99a99-6555-4fec-a4ac-5f3c093db3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:43:23.979904 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:43:25.210669 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:43:26.786326 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133799179'] for agent, after_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:43:32.488172 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:43:43.206387 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 40632) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:43:43.340810 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-4dd221fd-7bee-49fa-845e-067b72d3d66d admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1331451 Dec 09 18:43:45.481020 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 40642) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:43:45.544757 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-b16d2e53-8aee-474c-9463-47d093ccabcc admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0622764 Dec 09 18:43:50.255001 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e3a6-eda5-468d-ba59-d1431f69ca26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:43:51.257413 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:43:52.577842 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e50b1012-5068-4907-8490-720164785ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:43:53.993438 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:43:55.217874 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:43:56.768240 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:44:09.489539 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:44:20.260827 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a5160971-1fa7-4dac-beb0-08cdd560e878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:44:21.268296 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:44:22.568779 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-08758343-69ec-462b-8fa1-ff65cbc55114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:44:23.998094 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:44:25.220718 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:44:26.785102 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:44:46.488919 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:44:50.259857 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-74808ac9-c431-4262-a03a-ffbac1a46bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:44:51.265956 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:44:52.566024 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9d3deb82-1184-4e3b-a909-9aa9ba22fadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:44:53.991531 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:44:55.221285 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:44:56.782069 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:20.256620 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-3aa5e4ab-afae-4a3f-9343-4413b30c579f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:21.263932 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:22.561346 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9b868921-7d63-4243-81c0-452dacb29c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:23.488908 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:45:23.995312 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:25.224548 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:26.784913 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.023915 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 40840) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:35.147483 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40850) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:35.181977 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40858) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:35.414912 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-network', 'tenant_id': '9027b039a51b432086e827ba9a677b0a'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:45:35.422143 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:35.429799 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Usage tracker for resource:network and tenant:9027b039a51b432086e827ba9a677b0a is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:35.432836 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:35.438762 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:35.449808 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Made reservation on behalf of 9027b039a51b432086e827ba9a677b0a for: {'network': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:45:35.452995 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.465640 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-935385943-network', 'tenant_id': 'd6b5853ee94f4573abed604993053c71'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:45:35.471727 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:35.480493 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Usage tracker for resource:network and tenant:d6b5853ee94f4573abed604993053c71 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:35.482537 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.490476 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:35.499365 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:35.499977 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:35.508395 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Usage tracker for resource:security_group_rule and tenant:9027b039a51b432086e827ba9a677b0a is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:35.511907 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:35.512655 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Made reservation on behalf of d6b5853ee94f4573abed604993053c71 for: {'network': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:45:35.515893 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.518947 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:35.532319 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.550869 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:35.554852 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Usage tracker for resource:security_group_rule and tenant:d6b5853ee94f4573abed604993053c71 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:35.558004 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:35.577519 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:35.627618 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.635135 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.640891 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f8ec6252-24ef-4196-acde-7bef9696afdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:35.666109 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.673363 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=86801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:45:35.673628 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.679791 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f01d3b-de04-4d36-9949-331ead425281,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:35.691161 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.691883 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.692449 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.693037 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.693427 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.694051 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.694511 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=86802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:45:35.694782 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.695722 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.696266 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.696839 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.697219 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.697597 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Tracked resource versions report: Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: pushed versions: Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: { 'AddressGroup': {'1.2'}, Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'ConntrackHelper': {'1.0'}, Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'Log': {'1.0'}, Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'Network': {'1.1'}, Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'Port': {'1.7'}, Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'PortForwarding': {'1.2'}, Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'QosPolicy': {'1.8'}, Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'SecurityGroup': {'1.4'}, Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'SecurityGroupRule': {'1.2'}, Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'SubPort': {'1.0'}, Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'Subnet': {'1.1'}, Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'Trunk': {'1.1'}} Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: consumer versions: Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: { DHCP agent@dv-cinder-819346-1-smb: {}, Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: HyperV agent@hv-cinder-81934: {}, Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: L3 agent@dv-cinder-819346-1-smb: {}, Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: Metadata agent@dv-cinder-819346-1-smb: {}, Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: Metering agent@dv-cinder-819346-1-smb: {}, Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: Open vSwitch agent@dv-cinder-819346-1-smb: { 'AddressGroup': '1.2', Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'ConntrackHelper': '1.0', Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'Log': '1.0', Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'Network': '1.1', Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'Port': '1.7', Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'PortForwarding': '1.2', Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'QosPolicy': '1.8', Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'SecurityGroup': '1.4', Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'SecurityGroupRule': '1.2', Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'SubPort': '1.0', Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'Subnet': '1.1', Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: 'Trunk': '1.1'}} Dec 09 18:45:35.698929 dv-cinder-819346-1-smb neutron-server[86801]: {{(pid=86801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 18:45:35.714450 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737775659933', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.715469 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Unsubscribe: segment precommit_create {{(pid=86802) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 18:45:35.716108 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.db.segments_db [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Added segment 456c6a2f-6cdc-43f2-b5c9-0416ad578df3 of type vlan for network 129fe6e0-43d9-4d83-9e75-a054004d611c Dec 09 18:45:35.724821 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-caf31d0d-c422-4d25-a5e7-fb87b3f5c416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:35.724961 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.725176 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.segments_db [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Added segment cebc6d86-b06b-48cf-b945-be7ca7627b8a of type vlan for network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f Dec 09 18:45:35.727775 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:35.759780 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.763700 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.786365 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1997488315-network', 'tenant_id': '053fb9ad854e4d45be7b0ce2e2ec57fe'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:45:35.812669 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:35.818008 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.819563 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:35.820319 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.824077 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.828595 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Usage tracker for resource:network and tenant:053fb9ad854e4d45be7b0ce2e2ec57fe is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:35.833716 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:35.836240 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:35.837178 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.862935 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:35.866596 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2fef62-f1b0-47db-a35a-cf2f447bacec,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:35.879085 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7303288 Dec 09 18:45:35.879912 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40886) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:35.884648 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:35.893819 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Request body: {'subnet': {'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-935385943-subnet', 'tenant_id': 'd6b5853ee94f4573abed604993053c71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:45:35.899406 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:35.904033 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Usage tracker for resource:subnet and tenant:d6b5853ee94f4573abed604993053c71 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:35.907078 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:35.912783 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:35.916805 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.917355 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.917523 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.918324 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.918881 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.919426 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.919959 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.920368 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.920766 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.921272 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.921786 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.922314 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Tracked resource versions report: Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: pushed versions: Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: { 'AddressGroup': {'1.2'}, Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'ConntrackHelper': {'1.0'}, Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'Log': {'1.0'}, Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'Network': {'1.1'}, Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'Port': {'1.7'}, Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'PortForwarding': {'1.2'}, Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'QosPolicy': {'1.8'}, Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'SecurityGroup': {'1.4'}, Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'SecurityGroupRule': {'1.2'}, Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'SubPort': {'1.0'}, Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'Subnet': {'1.1'}, Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'Trunk': {'1.1'}} Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: consumer versions: Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: { DHCP agent@dv-cinder-819346-1-smb: {}, Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: HyperV agent@hv-cinder-81934: {}, Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: L3 agent@dv-cinder-819346-1-smb: {}, Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: Metadata agent@dv-cinder-819346-1-smb: {}, Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: Metering agent@dv-cinder-819346-1-smb: {}, Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: Open vSwitch agent@dv-cinder-819346-1-smb: { 'AddressGroup': '1.2', Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'ConntrackHelper': '1.0', Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'Log': '1.0', Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'Network': '1.1', Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'Port': '1.7', Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'PortForwarding': '1.2', Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'QosPolicy': '1.8', Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'SecurityGroup': '1.4', Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'SecurityGroupRule': '1.2', Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'SubPort': '1.0', Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'Subnet': '1.1', Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: 'Trunk': '1.1'}} Dec 09 18:45:35.923820 dv-cinder-819346-1-smb neutron-server[86802]: {{(pid=86802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 18:45:35.946984 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:35.951979 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:35.976334 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Pushing event updated for resources: {'Network': ['ID=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:35.982236 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9565561 Dec 09 18:45:35.984990 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 40896) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:35.985782 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:35.990058 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:45:35.992896 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] Request body: {'subnet': {'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-subnet', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:45:35.993472 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Made reservation on behalf of d6b5853ee94f4573abed604993053c71 for: {'subnet': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:45:35.996144 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Notify callbacks [] for subnet, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:35.998834 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:36.003826 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] Usage tracker for resource:subnet and tenant:9027b039a51b432086e827ba9a677b0a is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:36.007144 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:36.013351 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:36.033340 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] Made reservation on behalf of 9027b039a51b432086e827ba9a677b0a for: {'subnet': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:45:36.037386 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:36.196265 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Made reservation on behalf of 053fb9ad854e4d45be7b0ce2e2ec57fe for: {'network': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:45:36.199254 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:36.314998 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:36.354444 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for subnet, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:36.359741 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for subnet, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:36.361874 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:36.363946 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:36.365932 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Pushing event updated for resources: {'Network': ['ID=129fe6e0-43d9-4d83-9e75-a054004d611c,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:36.384272 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network 129fe6e0-43d9-4d83-9e75-a054004d611c details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:45:36.386972 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Usage tracker for resource:security_group_rule and tenant:053fb9ad854e4d45be7b0ce2e2ec57fe is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:36.390141 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:36.393207 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:36.426821 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:36.464110 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:36.476937 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Checking segment: {'id': '456c6a2f-6cdc-43f2-b5c9-0416ad578df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:45:36.476937 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Network hostable DHCP agents. Network: 129fe6e0-43d9-4d83-9e75-a054004d611c, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:45:36.536651 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Network 129fe6e0-43d9-4d83-9e75-a054004d611c is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:45:36.549640 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec8933d7-bf4f-4cbd-ab64-4324389374e3,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:36.556686 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:36.571958 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, 129fe6e0-43d9-4d83-9e75-a054004d611c) {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:45:36.577030 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=792d62f6-b051-4e14-8de6-4007bf9e39aa,revision_number=0']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:36.579532 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:36.581225 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:36.587153 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:36.612283 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] Checking segment: {'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:45:36.612636 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] Network hostable DHCP agents. Network: 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:45:36.642848 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] Network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:45:36.664337 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 40914) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:36.664553 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7773275 Dec 09 18:45:36.669981 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-935385943-router', 'tenant_id': 'd6b5853ee94f4573abed604993053c71', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:45:36.672387 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b38cfc5-870f-4065-b7c4-1e1dcc7213f2 None None] Network 129fe6e0-43d9-4d83-9e75-a054004d611c requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:45:36.680013 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:36.688573 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Usage tracker for resource:router and tenant:d6b5853ee94f4573abed604993053c71 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:36.698273 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f) {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:45:36.700264 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:36.703922 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:36.711087 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:36.718293 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:36.720485 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:36.721146 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:36.732114 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:36.755076 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9adc8d-85cf-4b16-adb9-a7788e3b3753,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:36.758139 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a9cd0-0bbb-444b-8e86-42f8c571c021 None None] Network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:45:36.778596 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:36.783002 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=86802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:45:36.795317 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-134212060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100726'] for router, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:36.798867 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134209547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134206987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134170945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100705'] for router, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:36.800147 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:36.800850 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.db.segments_db [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Added segment 7fc1b411-5d25-4d1c-a34d-3fffe611e5e9 of type vlan for network f3dfa680-b557-49aa-a7f2-c5555dad834a Dec 09 18:45:36.819648 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-b911d7f4-d4a1-4472-9f2e-5d07307b7fd5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8321457 Dec 09 18:45:36.828117 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 40920) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:36.837017 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:36.837944 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:45:36.855003 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:36.861517 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Usage tracker for resource:router and tenant:9027b039a51b432086e827ba9a677b0a is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:36.868594 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:36.889461 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:36.891559 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:36.892806 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:36.893921 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:36.913945 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:36.941380 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:37.075014 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-134212060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100726'] for router, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:37.076938 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134209547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134206987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134170945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100705'] for router, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:37.087977 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Pushing event updated for resources: {'Network': ['ID=f3dfa680-b557-49aa-a7f2-c5555dad834a,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:37.102620 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9187949 Dec 09 18:45:37.105546 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:37.106024 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40932) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:37.122874 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Request body: {'subnet': {'network_id': 'f3dfa680-b557-49aa-a7f2-c5555dad834a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1997488315-subnet', 'tenant_id': '053fb9ad854e4d45be7b0ce2e2ec57fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:45:37.134340 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:37.138902 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:37.144437 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Usage tracker for resource:subnet and tenant:053fb9ad854e4d45be7b0ce2e2ec57fe is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:37.152381 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:37.165754 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:37.196416 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Made reservation on behalf of 053fb9ad854e4d45be7b0ce2e2ec57fe for: {'subnet': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:45:37.199082 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:37.289151 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network f3dfa680-b557-49aa-a7f2-c5555dad834a details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:45:37.514157 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73398c9-215f-4dcd-82d2-0e19f5c339dc None None] Network 129fe6e0-43d9-4d83-9e75-a054004d611c requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:45:37.580384 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for subnet, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:37.588932 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8a310f32-ff7a-4964-9b0d-2fbf32b6a90f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:37.722670 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-134207033', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-134211886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100627'] for router, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:37.764537 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee19f93-037f-4d1b-be6f-e01a0a068450,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:37.796222 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:37.818193 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Checking segment: {'id': '7fc1b411-5d25-4d1c-a34d-3fffe611e5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f3dfa680-b557-49aa-a7f2-c5555dad834a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:45:37.821598 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Network hostable DHCP agents. Network: f3dfa680-b557-49aa-a7f2-c5555dad834a, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:45:37.886153 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Network f3dfa680-b557-49aa-a7f2-c5555dad834a is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:45:37.910168 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, f3dfa680-b557-49aa-a7f2-c5555dad834a) {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:45:37.915705 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:37.918555 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:37.929483 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0805779c-597e-48ed-8297-db3f6a0787f3 None None] Network f3dfa680-b557-49aa-a7f2-c5555dad834a requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:45:37.975634 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8667786 Dec 09 18:45:38.062822 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40970) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:38.120615 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a5da14-5076-50fa-a975-50d54e5df151-8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa'}]}} from dv-cinder-819346-1-smb. {{(pid=86803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 09 18:45:38.122237 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:38.184152 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-134207033', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-134211886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100627'] for router, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:38.308033 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e4af50-2ae6-4ed9-8922-e54b8dd4a826 None None] Network f3dfa680-b557-49aa-a7f2-c5555dad834a requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:45:38.375760 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-868c3f9f-175b-4724-bf25-11c49d806713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:38.401209 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-868c3f9f-175b-4724-bf25-11c49d806713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:38.409604 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-868c3f9f-175b-4724-bf25-11c49d806713 admin admin] Usage tracker for resource:security_group_rule and tenant:5e663a84b542434495b4bb750a44a825 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:38.414939 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-868c3f9f-175b-4724-bf25-11c49d806713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:38.425890 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-868c3f9f-175b-4724-bf25-11c49d806713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:38.523811 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:38.609969 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-868c3f9f-175b-4724-bf25-11c49d806713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:38.621950 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-868c3f9f-175b-4724-bf25-11c49d806713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:38.630056 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:38.649819 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:38.692779 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.db_base_plugin_common [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Allocated IP 172.20.0.2 (8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f/792d62f6-b051-4e14-8de6-4007bf9e39aa/1adba93a-3672-49c9-8efc-abd1acaba8a8) {{(pid=86803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:45:38.727841 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-868c3f9f-175b-4724-bf25-11c49d806713 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e663a84b542434495b4bb750a44a825&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6610999 Dec 09 18:45:38.727841 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c3f9f-175b-4724-bf25-11c49d806713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d330ea1-5c23-48dd-94bc-1a712ac83958,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:38.728846 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 40998) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:38.761992 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-868c3f9f-175b-4724-bf25-11c49d806713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:38.912504 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-9969d3a4-0f1c-4552-bfe0-d52b9ecec5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:38.953468 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:38.979850 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-9969d3a4-0f1c-4552-bfe0-d52b9ecec5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:38.990490 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:39.053782 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Allocated IP 172.28.2.206 (6beed21b-9de4-4fbb-b55d-7f8ce9c9499c/5a39f25e-cbfe-4fa1-b581-b87a4aac1e40/42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:45:39.148281 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-9969d3a4-0f1c-4552-bfe0-d52b9ecec5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:39.159270 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:39.203175 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969d3a4-0f1c-4552-bfe0-d52b9ecec5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d330ea1-5c23-48dd-94bc-1a712ac83958,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:39.217564 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-9969d3a4-0f1c-4552-bfe0-d52b9ecec5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:39.219181 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-9969d3a4-0f1c-4552-bfe0-d52b9ecec5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:39.220577 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-9969d3a4-0f1c-4552-bfe0-d52b9ecec5b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d330ea1-5c23-48dd-94bc-1a712ac83958 HTTP/1.1" status: 204 len: 168 time: 0.4694040 Dec 09 18:45:39.306678 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Notify callbacks [] for port, precommit_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:39.316584 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:39.337916 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Transition to ACTIVE for port object 1adba93a-3672-49c9-8efc-abd1acaba8a8 will not be triggered until provisioned by entity L2. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:45:39.406575 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Transition to ACTIVE for port object 1adba93a-3672-49c9-8efc-abd1acaba8a8 will not be triggered until provisioned by entity DHCP. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:45:39.409552 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:39.426248 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:39.437751 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:39.613296 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f is already hosted by enough agents. {{(pid=86803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:45:39.617154 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Allocated IP 172.28.2.54 (6beed21b-9de4-4fbb-b55d-7f8ce9c9499c/5a39f25e-cbfe-4fa1-b581-b87a4aac1e40/4bea74bd-964f-4ecf-8e60-cbe0e45df6c6) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:45:39.619228 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.base_scheduler [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Resources bound (agent type, host, resource id): {{(pid=86803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:45:39.641331 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Received port after_create {{(pid=86803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:45:39.644599 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d5312f1a-ea16-46a8-b9fd-6b4b522a23b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:39.728996 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 41044) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:39.773485 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-880aa44d-3808-4f8b-a2fc-80522d05dd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:39.796576 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:39.800333 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:39.814017 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:45:39.816515 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:45:39.819753 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:45:39.869503 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-880aa44d-3808-4f8b-a2fc-80522d05dd0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:39.880478 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-880aa44d-3808-4f8b-a2fc-80522d05dd0e admin admin] Usage tracker for resource:security_group_rule and tenant:125c18743f3d462c9e4cc31ae7e70455 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:39.889391 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-880aa44d-3808-4f8b-a2fc-80522d05dd0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:39.907656 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-880aa44d-3808-4f8b-a2fc-80522d05dd0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:40.008981 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Pushing event updated for resources: {'Port': ['ID=1adba93a-3672-49c9-8efc-abd1acaba8a8,revision_number=1']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:40.051430 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:40.061804 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:40.062934 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:40.064567 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:40.065007 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:40.066080 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:40.067059 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:40.071872 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:40.072573 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:40.073141 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:40.073559 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:40.074806 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Tracked resource versions report: Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: pushed versions: Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: { 'AddressGroup': {'1.2'}, Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'ConntrackHelper': {'1.0'}, Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'Log': {'1.0'}, Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'Network': {'1.1'}, Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'Port': {'1.7'}, Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'PortForwarding': {'1.2'}, Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'QosPolicy': {'1.8'}, Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'SecurityGroup': {'1.4'}, Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'SecurityGroupRule': {'1.2'}, Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'SubPort': {'1.0'}, Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'Subnet': {'1.1'}, Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'Trunk': {'1.1'}} Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: consumer versions: Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: { DHCP agent@dv-cinder-819346-1-smb: {}, Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: HyperV agent@hv-cinder-81934: {}, Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: L3 agent@dv-cinder-819346-1-smb: {}, Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: Metadata agent@dv-cinder-819346-1-smb: {}, Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: Metering agent@dv-cinder-819346-1-smb: {}, Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: Open vSwitch agent@dv-cinder-819346-1-smb: { 'AddressGroup': '1.2', Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'ConntrackHelper': '1.0', Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'Log': '1.0', Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'Network': '1.1', Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'Port': '1.7', Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'PortForwarding': '1.2', Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'QosPolicy': '1.8', Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'SecurityGroup': '1.4', Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'SecurityGroupRule': '1.2', Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'SubPort': '1.0', Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'Subnet': '1.1', Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: 'Trunk': '1.1'}} Dec 09 18:45:40.076465 dv-cinder-819346-1-smb neutron-server[86803]: {{(pid=86803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 18:45:40.091563 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:40.093567 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Attempting to bind port 1adba93a-3672-49c9-8efc-abd1acaba8a8 on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:45:40.095114 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Attempting to bind port 1adba93a-3672-49c9-8efc-abd1acaba8a8 by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:45:40.097202 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Attempting to bind port 1adba93a-3672-49c9-8efc-abd1acaba8a8 on network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:45:40.111548 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:45:40.112075 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Checking segment: {'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:45:40.115340 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:40.116127 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Bound using segment: {'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:45:40.116767 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Bound port: 1adba93a-3672-49c9-8efc-abd1acaba8a8, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'}}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:45:40.117245 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:40.123352 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-880aa44d-3808-4f8b-a2fc-80522d05dd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:40.134222 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-880aa44d-3808-4f8b-a2fc-80522d05dd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:40.160524 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:40.227913 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 41070) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:40.228503 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aa44d-3808-4f8b-a2fc-80522d05dd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7802ff5-149d-481a-8ad4-3cf0895288b6,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:40.233715 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-880aa44d-3808-4f8b-a2fc-80522d05dd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:40.239524 dv-cinder-819346-1-smb neutron-server[86802]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 18:45:40.311064 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] For port 1adba93a-3672-49c9-8efc-abd1acaba8a8, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:45:40.315157 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] For port 1adba93a-3672-49c9-8efc-abd1acaba8a8, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=1adba93a-3672-49c9-8efc-abd1acaba8a8,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:45:40.322755 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:40.334507 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:40.347169 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-880aa44d-3808-4f8b-a2fc-80522d05dd0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=125c18743f3d462c9e4cc31ae7e70455&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6170275 Dec 09 18:45:40.410762 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 41076) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:40.461565 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Pushing event updated for resources: {'Port': ['ID=1adba93a-3672-49c9-8efc-abd1acaba8a8,revision_number=2']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:40.481221 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:40.588989 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:40.649044 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c726-3519-4b35-a1e6-ab05365839c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:40.692814 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:40.766545 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-8ba70ad9-6405-403c-9a5b-eb5a6f9b31f5 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:40.771459 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-8ba70ad9-6405-403c-9a5b-eb5a6f9b31f5 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Synchronizing usage tracker for tenant:053fb9ad854e4d45be7b0ce2e2ec57fe on resource:network {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:45:40.785129 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c726-3519-4b35-a1e6-ab05365839c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:40.846288 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-8ba70ad9-6405-403c-9a5b-eb5a6f9b31f5 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Unset dirty status for tenant:053fb9ad854e4d45be7b0ce2e2ec57fe on resource:network {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:45:40.852654 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-8ba70ad9-6405-403c-9a5b-eb5a6f9b31f5 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/networks?id=f3dfa680-b557-49aa-a7f2-c5555dad834a HTTP/1.1" status: 200 len: 812 time: 0.6208329 Dec 09 18:45:40.871705 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-06edb385-1830-4472-a751-7963d9cc20f8 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/quotas/053fb9ad854e4d45be7b0ce2e2ec57fe HTTP/1.1" status: 200 len: 375 time: 0.0180619 Dec 09 18:45:40.946153 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-8d894fbf-8ef6-4f72-a0c5-e5f9b01c1a47 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=053fb9ad854e4d45be7b0ce2e2ec57fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732155 Dec 09 18:45:40.976395 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c726-3519-4b35-a1e6-ab05365839c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:40.984735 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-9969d3a4-0f1c-4552-bfe0-d52b9ecec5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:41.012895 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7c726-3519-4b35-a1e6-ab05365839c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7802ff5-149d-481a-8ad4-3cf0895288b6,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:41.024709 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-1fa7c726-3519-4b35-a1e6-ab05365839c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:41.025922 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c726-3519-4b35-a1e6-ab05365839c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:41.030972 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-1fa7c726-3519-4b35-a1e6-ab05365839c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7802ff5-149d-481a-8ad4-3cf0895288b6 HTTP/1.1" status: 204 len: 168 time: 0.6191411 Dec 09 18:45:41.036177 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:41.055975 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:41.158196 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:45:41.159457 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:45:41.180466 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:45:41.284396 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 41118) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:41.353688 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Pushing event updated for resources: {'Port': ['ID=4bea74bd-964f-4ecf-8e60-cbe0e45df6c6,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:41.421350 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:41.604565 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 1adba93a-3672-49c9-8efc-abd1acaba8a8 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:45:41.617197 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-f1daf79b-f22d-4d84-8209-45337adb471c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 18:45:41.618145 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-f1daf79b-f22d-4d84-8209-45337adb471c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4564061 Dec 09 18:45:41.784819 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 1adba93a-3672-49c9-8efc-abd1acaba8a8 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:45:41.884010 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134211879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134207196'] for router, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:41.893287 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b21962f8-d554-4059-acc2-a005c54c4219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:41.928964 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2364f21b-9730-425e-b0eb-828f2a51d819 None None] Network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:45:41.957569 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-b21962f8-d554-4059-acc2-a005c54c4219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:41.974660 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-b21962f8-d554-4059-acc2-a005c54c4219 admin admin] Usage tracker for resource:security_group_rule and tenant:6b7b59775f5842aeab4befe31b0730eb is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:41.991750 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-b21962f8-d554-4059-acc2-a005c54c4219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:42.007735 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-b21962f8-d554-4059-acc2-a005c54c4219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:42.066743 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-9e886562-2543-4137-bee9-e1f1815eb835 None None] Provisioning for port 1adba93a-3672-49c9-8efc-abd1acaba8a8 completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:45:42.088946 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-9e886562-2543-4137-bee9-e1f1815eb835 None None] Provisioning complete for port 1adba93a-3672-49c9-8efc-abd1acaba8a8 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:45:42.089348 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9e886562-2543-4137-bee9-e1f1815eb835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:42.119344 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-602e6ba6-db26-4a96-bf64-5af1cb2fb827 service neutron] 10.222.0.20 "GET /v2.0/networks/f3dfa680-b557-49aa-a7f2-c5555dad834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925220 Dec 09 18:45:42.238802 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:42.281752 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b21962f8-d554-4059-acc2-a005c54c4219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:42.331214 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-e45cc773-10ff-4d02-bded-c1006a67c9e8 service neutron] 10.222.0.20 "GET /v2.0/networks/f3dfa680-b557-49aa-a7f2-c5555dad834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964171 Dec 09 18:45:42.332230 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b21962f8-d554-4059-acc2-a005c54c4219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:42.347160 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-868c3f9f-175b-4724-bf25-11c49d806713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:42.385080 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21962f8-d554-4059-acc2-a005c54c4219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a214c1-7d96-432a-80d5-cb70c4855a47,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:42.390862 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b21962f8-d554-4059-acc2-a005c54c4219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:42.424353 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-b21962f8-d554-4059-acc2-a005c54c4219 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b7b59775f5842aeab4befe31b0730eb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1388206 Dec 09 18:45:42.427004 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 41164) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:42.460524 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9e886562-2543-4137-bee9-e1f1815eb835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:42.514974 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-9e886562-2543-4137-bee9-e1f1815eb835 None None] For port 1adba93a-3672-49c9-8efc-abd1acaba8a8, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=1adba93a-3672-49c9-8efc-abd1acaba8a8,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:45:42.523299 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9e886562-2543-4137-bee9-e1f1815eb835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:42.526012 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-356de117-8b33-484c-8994-82aca4ecfc7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:42.574214 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-855620a7-c142-4858-852b-f3ea1d06e1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:42.626305 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e886562-2543-4137-bee9-e1f1815eb835 None None] Pushing event updated for resources: {'Port': ['ID=1adba93a-3672-49c9-8efc-abd1acaba8a8,revision_number=3']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:42.628502 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-855620a7-c142-4858-852b-f3ea1d06e1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:42.642036 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-9e886562-2543-4137-bee9-e1f1815eb835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:42.883995 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Router 7eb730fa-7743-42e3-9ab3-d2919a13d01e is scheduled to L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c with binding_index 1 {{(pid=86801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 09 18:45:42.886408 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-855620a7-c142-4858-852b-f3ea1d06e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:42.971535 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-9cc17402-76be-49b1-ad8a-c478a00b1d8d req-74847ba5-877d-4ef7-b8fd-08f988a9c09e tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 210 time: 0.1610796 Dec 09 18:45:42.972199 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:43.020040 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855620a7-c142-4858-852b-f3ea1d06e1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a214c1-7d96-432a-80d5-cb70c4855a47,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:43.022281 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-855620a7-c142-4858-852b-f3ea1d06e1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:43.025888 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-855620a7-c142-4858-852b-f3ea1d06e1ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7a214c1-7d96-432a-80d5-cb70c4855a47 HTTP/1.1" status: 204 len: 168 time: 0.5954912 Dec 09 18:45:43.039658 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-855620a7-c142-4858-852b-f3ea1d06e1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:43.086115 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-3d5d7523-6bc8-436e-9401-b27ca1d8aeda None None] Provisioning complete for port 1adba93a-3672-49c9-8efc-abd1acaba8a8 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:45:43.086784 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-3d5d7523-6bc8-436e-9401-b27ca1d8aeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:43.404587 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134211879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134207196'] for router, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:43.600536 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 1adba93a-3672-49c9-8efc-abd1acaba8a8 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:45:43.634268 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 41224) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:43.710232 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-72d502a0-5cb9-489b-b2ea-c80a18a84047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:43.722815 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:45:43.732875 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Sync routers for ids ['7eb730fa-7743-42e3-9ab3-d2919a13d01e'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:45:43.742970 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 1adba93a-3672-49c9-8efc-abd1acaba8a8 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:45:43.743586 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:43.754311 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Routers {'7eb730fa-7743-42e3-9ab3-d2919a13d01e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:45:43.754982 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:45:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['7eb730fa-7743-42e3-9ab3-d2919a13d01e'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:45:43.775934 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-72d502a0-5cb9-489b-b2ea-c80a18a84047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:43.787588 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-72d502a0-5cb9-489b-b2ea-c80a18a84047 admin admin] Usage tracker for resource:security_group_rule and tenant:b2f5e328f8414fbd95f12333e1744341 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:43.795897 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-72d502a0-5cb9-489b-b2ea-c80a18a84047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:43.812710 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-72d502a0-5cb9-489b-b2ea-c80a18a84047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:43.906538 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Notify callbacks [] for router, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:43.915498 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2503741 Dec 09 18:45:43.919779 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 41238) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:44.053218 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Router a1bb5f86-8864-4571-8584-028ddf94790e is scheduled to L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c with binding_index 1 {{(pid=86801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 09 18:45:44.182874 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 41254) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:44.196586 dv-cinder-819346-1-smb neutron-server[86801]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 18:45:44.248672 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Set router 7eb730fa-7743-42e3-9ab3-d2919a13d01e gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:45:44.340024 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-72d502a0-5cb9-489b-b2ea-c80a18a84047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:44.366142 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-72d502a0-5cb9-489b-b2ea-c80a18a84047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:44.380860 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:44.467390 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b9fc8655-ed98-4981-8553-b27ffc97bdd9 req-79633e66-5cb8-41bf-bf1c-8806c0685aba tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 210 time: 0.2831202 Dec 09 18:45:44.514168 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 41274) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:44.515609 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-72d502a0-5cb9-489b-b2ea-c80a18a84047 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2f5e328f8414fbd95f12333e1744341&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8799047 Dec 09 18:45:44.516668 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d502a0-5cb9-489b-b2ea-c80a18a84047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b93353-10f3-4218-9ad1-8fd6e06e01ed,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:44.521311 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-72d502a0-5cb9-489b-b2ea-c80a18a84047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:44.630714 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:45:44.645068 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Sync routers for ids ['a1bb5f86-8864-4571-8584-028ddf94790e'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:45:44.661436 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Routers {'a1bb5f86-8864-4571-8584-028ddf94790e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:45:44.663305 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:45:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['a1bb5f86-8864-4571-8584-028ddf94790e'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:45:44.716150 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-91e8406d-3bf6-4ac1-8e1b-a08f7feaec17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:44.722104 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Notify callbacks [] for router, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:44.726067 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8943386 Dec 09 18:45:44.727209 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 41282) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:44.804324 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'name': 'tempest-ServerRescueNegativeTestJSON-935385943-router', 'tenant_id': 'd6b5853ee94f4573abed604993053c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:36Z', 'updated_at': '2021-12-09T18:45:40Z', 'revision_number': 3, 'project_id': 'd6b5853ee94f4573abed604993053c71', 'gw_port': {'id': '42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:38Z', 'updated_at': '2021-12-09T18:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:45:44.823134 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Checking router: 7eb730fa-7743-42e3-9ab3-d2919a13d01e for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:45:44.823821 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Updating router 7eb730fa-7743-42e3-9ab3-d2919a13d01e port 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416 binding host dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 18:45:44.973567 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:45.163880 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-91e8406d-3bf6-4ac1-8e1b-a08f7feaec17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:45.196609 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Set router a1bb5f86-8864-4571-8584-028ddf94790e gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:45:45.590874 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:41Z', 'revision_number': 3, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:45:45.596071 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Checking router: a1bb5f86-8864-4571-8584-028ddf94790e for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:45:45.596517 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Updating router a1bb5f86-8864-4571-8584-028ddf94790e port 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6 binding host dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 18:45:45.609942 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Notify callbacks [] for port, precommit_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:45.644336 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.provisioning_blocks [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Transition to ACTIVE for port object 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416 will not be triggered until provisioned by entity L2. {{(pid=86804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:45:45.661247 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:45.668566 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:45.691391 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:45.776215 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Pushing event updated for resources: {'Port': ['ID=42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416,revision_number=2']} {{(pid=86804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:45.781514 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:45.787625 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:45.788042 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:45.788378 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:45.788692 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:45.789055 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:45.789383 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:45.789697 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:45.790009 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:45.790365 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:45.790674 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:45.791158 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:45.791480 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Tracked resource versions report: Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: pushed versions: Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: { 'AddressGroup': {'1.2'}, Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'ConntrackHelper': {'1.0'}, Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'Log': {'1.0'}, Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'Network': {'1.1'}, Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'Port': {'1.7'}, Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'PortForwarding': {'1.2'}, Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'QosPolicy': {'1.8'}, Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'SecurityGroup': {'1.4'}, Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'SecurityGroupRule': {'1.2'}, Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'SubPort': {'1.0'}, Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'Subnet': {'1.1'}, Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'Trunk': {'1.1'}} Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: consumer versions: Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: { DHCP agent@dv-cinder-819346-1-smb: {}, Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: HyperV agent@hv-cinder-81934: {}, Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: L3 agent@dv-cinder-819346-1-smb: {}, Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: Metadata agent@dv-cinder-819346-1-smb: {}, Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: Metering agent@dv-cinder-819346-1-smb: {}, Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: Open vSwitch agent@dv-cinder-819346-1-smb: { 'AddressGroup': '1.2', Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'ConntrackHelper': '1.0', Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'Log': '1.0', Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'Network': '1.1', Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'Port': '1.7', Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'PortForwarding': '1.2', Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'QosPolicy': '1.8', Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'SecurityGroup': '1.4', Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'SecurityGroupRule': '1.2', Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'SubPort': '1.0', Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'Subnet': '1.1', Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: 'Trunk': '1.1'}} Dec 09 18:45:45.792912 dv-cinder-819346-1-smb neutron-server[86804]: {{(pid=86804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 18:45:45.803358 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:45.827980 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Attempting to bind port 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416 on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:45:45.828646 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Attempting to bind port 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416 by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}] {{(pid=86804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:45:45.828752 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Attempting to bind port 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416 on network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:45:45.834994 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:45:45.835470 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Checking segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:45:45.835852 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:45.836129 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Bound using segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:45:45.836597 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Bound port: 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}}] {{(pid=86804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:45:45.836980 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:45.965904 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.db [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] For port 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:45:45.978123 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.db [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] For port 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:45:45.990057 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:45.998026 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-f81860c4-b6e5-4769-a894-02ac9355c68f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:46.080683 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cd63bd69-fb90-4dd8-9af3-cbe75920c739 req-632fbe3a-9e3b-4070-9f70-a8234219599e tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 210 time: 0.1123514 Dec 09 18:45:46.202732 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-91e8406d-3bf6-4ac1-8e1b-a08f7feaec17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:46.231057 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:46.237907 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Routers {'7eb730fa-7743-42e3-9ab3-d2919a13d01e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:45:46.238623 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:45:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['7eb730fa-7743-42e3-9ab3-d2919a13d01e'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:45:46.244160 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8406d-3bf6-4ac1-8e1b-a08f7feaec17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b93353-10f3-4218-9ad1-8fd6e06e01ed,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:46.269593 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-91e8406d-3bf6-4ac1-8e1b-a08f7feaec17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:46.283499 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-91e8406d-3bf6-4ac1-8e1b-a08f7feaec17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:46.285184 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-91e8406d-3bf6-4ac1-8e1b-a08f7feaec17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56b93353-10f3-4218-9ad1-8fd6e06e01ed HTTP/1.1" status: 204 len: 168 time: 1.7696004 Dec 09 18:45:46.306379 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Notify callbacks [] for port, precommit_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:46.325482 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Transition to ACTIVE for port object 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6 will not be triggered until provisioned by entity L2. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:45:46.347383 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:46.374075 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:46.408671 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 41350) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:46.539169 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Attempting to bind port 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6 on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:45:46.540071 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Pushing event updated for resources: {'Port': ['ID=42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416,revision_number=3']} {{(pid=86804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:46.547224 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Attempting to bind port 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6 by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:45:46.547597 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Attempting to bind port 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6 on network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:45:46.577513 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:46.578119 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.10', 61075) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:46.586144 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:45:46.586519 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Checking segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:45:46.586965 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:46.587363 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Bound using segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:45:46.591579 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Bound port: 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:45:46.591931 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:46.739248 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] Set router 7eb730fa-7743-42e3-9ab3-d2919a13d01e gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:45:46.755468 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] For port 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:45:46.758833 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] For port 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=4bea74bd-964f-4ecf-8e60-cbe0e45df6c6,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:45:46.760830 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Allocated IP 172.20.0.1 (129fe6e0-43d9-4d83-9e75-a054004d611c/ec8933d7-bf4f-4cbd-ab64-4324389374e3/1944937e-95ba-4bcd-8010-bb6de94a2cc2) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:45:46.775274 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:46.790987 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a9b3b-c428-4c32-878c-07ae875d92e2 None None] Pushing event updated for resources: {'Port': ['ID=4bea74bd-964f-4ecf-8e60-cbe0e45df6c6,revision_number=2']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:46.806487 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-552a9b3b-c428-4c32-878c-07ae875d92e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:46.811715 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:46.848075 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ed45fbe4-110a-4a11-9982-8acd02e70ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:46.954150 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-ed45fbe4-110a-4a11-9982-8acd02e70ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:46.973959 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-ed45fbe4-110a-4a11-9982-8acd02e70ec9 admin admin] Usage tracker for resource:security_group_rule and tenant:efb338c030964fe0bb2ec4441971252a is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:46.983873 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-ed45fbe4-110a-4a11-9982-8acd02e70ec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:46.999754 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-ed45fbe4-110a-4a11-9982-8acd02e70ec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:47.010418 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-037c13f1-9120-4182-a75c-d4676bafbed1 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:47.013218 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-037c13f1-9120-4182-a75c-d4676bafbed1 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.10 "GET /v2.0/networks?id=f3dfa680-b557-49aa-a7f2-c5555dad834a HTTP/1.1" status: 200 len: 812 time: 0.4340961 Dec 09 18:45:47.078492 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:47.078746 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a9b3b-c428-4c32-878c-07ae875d92e2 None None] Pushing event updated for resources: {'Port': ['ID=4bea74bd-964f-4ecf-8e60-cbe0e45df6c6,revision_number=3']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:47.082482 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-552a9b3b-c428-4c32-878c-07ae875d92e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:47.092231 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Request body: {'port': {'device_id': 'c6b0e109-963f-44b1-8956-cadc17a72559', 'network_id': 'f3dfa680-b557-49aa-a7f2-c5555dad834a', 'admin_state_up': True, 'tenant_id': '053fb9ad854e4d45be7b0ce2e2ec57fe'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:45:47.159082 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Routers {'a1bb5f86-8864-4571-8584-028ddf94790e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:45:47.159082 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:45:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['a1bb5f86-8864-4571-8584-028ddf94790e'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:45:47.366376 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'name': 'tempest-ServerRescueNegativeTestJSON-935385943-router', 'tenant_id': 'd6b5853ee94f4573abed604993053c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:36Z', 'updated_at': '2021-12-09T18:45:40Z', 'revision_number': 3, 'project_id': 'd6b5853ee94f4573abed604993053c71', 'gw_port': {'id': '42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:38Z', 'updated_at': '2021-12-09T18:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:45:47.380129 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c485b-d0f6-4e32-aef0-5c877d19155c None None] The sync data for ids ['7eb730fa-7743-42e3-9ab3-d2919a13d01e'] in dv-cinder-819346-1-smb is: [{'id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'name': 'tempest-ServerRescueNegativeTestJSON-935385943-router', 'tenant_id': 'd6b5853ee94f4573abed604993053c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:36Z', 'updated_at': '2021-12-09T18:45:40Z', 'revision_number': 3, 'project_id': 'd6b5853ee94f4573abed604993053c71', 'gw_port': {'id': '42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:38Z', 'updated_at': '2021-12-09T18:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:45:47.460047 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-fbf86e27-c086-4fac-ab70-d23800c9d1d6 req-586214f5-f961-41b4-ad4d-121eb19d12a6 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 210 time: 0.1106646 Dec 09 18:45:47.498618 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:47.503874 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Usage tracker for resource:port and tenant:053fb9ad854e4d45be7b0ce2e2ec57fe is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:47.508189 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:47.516338 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:47.564240 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:47.569521 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-a1628d2e-3a8f-46ef-88d7-4402e6daf134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:47.572505 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ed45fbe4-110a-4a11-9982-8acd02e70ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:47.596020 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ed45fbe4-110a-4a11-9982-8acd02e70ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:47.598508 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:47.641915 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Made reservation on behalf of 053fb9ad854e4d45be7b0ce2e2ec57fe for: {'port': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:45:47.646918 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:47.714355 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:47.742167 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-ed45fbe4-110a-4a11-9982-8acd02e70ec9 admin admin] Synchronizing usage tracker for tenant:8f45334b7506471dbaea5a142f557928 on resource:security_group {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:45:47.783140 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] Set router a1bb5f86-8864-4571-8584-028ddf94790e gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:45:48.110852 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Allocated IP 172.20.0.11 (f3dfa680-b557-49aa-a7f2-c5555dad834a/4ee19f93-037f-4d1b-be6f-e01a0a068450/a0a183f6-7850-4a07-8601-ecbc24cd6673) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:45:48.407768 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Network 129fe6e0-43d9-4d83-9e75-a054004d611c is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:45:48.418639 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:45:48.459569 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:45:48.459569 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134115858'] for router_interface, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:48.521416 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45fbe4-110a-4a11-9982-8acd02e70ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761feadc-72a3-40fe-8980-91e34055885b,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:48.524711 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:41Z', 'revision_number': 3, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:45:48.531513 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a0bb9a-dbc2-4bed-8eaf-4f8c74f2cb41 None None] The sync data for ids ['a1bb5f86-8864-4571-8584-028ddf94790e'] in dv-cinder-819346-1-smb is: [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:41Z', 'revision_number': 3, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:45:48.535753 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-ed45fbe4-110a-4a11-9982-8acd02e70ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:48.548115 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-ed45fbe4-110a-4a11-9982-8acd02e70ec9 admin admin] Unset dirty status for tenant:8f45334b7506471dbaea5a142f557928 on resource:security_group {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:45:48.582705 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-ed45fbe4-110a-4a11-9982-8acd02e70ec9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efb338c030964fe0bb2ec4441971252a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1449802 Dec 09 18:45:48.586095 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 41446) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:48.589502 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:48.718109 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Allocated IP 172.20.0.1 (8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f/792d62f6-b051-4e14-8de6-4007bf9e39aa/481cf148-5a55-4c60-92dd-92653cb5bada) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:45:48.931048 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:48.951382 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Pushing event updated for resources: {'Port': ['ID=1944937e-95ba-4bcd-8010-bb6de94a2cc2,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:49.016881 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.448s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:49.029415 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:49.143240 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Network f3dfa680-b557-49aa-a7f2-c5555dad834a is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:45:49.164215 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:45:49.196420 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:45:49.210772 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:49.211518 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:49.341492 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2507627 Dec 09 18:45:49.523329 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Pushing event updated for resources: {'Port': ['ID=a0a183f6-7850-4a07-8601-ecbc24cd6673,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:49.528715 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:49.538636 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-6ac8b336-c80d-4aee-9ac8-78171dea6d3f tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 18:45:49.539799 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-6ac8b336-c80d-4aee-9ac8-78171dea6d3f tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054908 Dec 09 18:45:49.706776 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-7fe847bc-4e87-424f-945c-d39793c93ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:49.708632 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:45:49.833519 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:49.959687 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:49.983988 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-7fe847bc-4e87-424f-945c-d39793c93ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:50.010286 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:45:50.017771 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:45:50.018348 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:50.139959 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Transition to ACTIVE for port object 481cf148-5a55-4c60-92dd-92653cb5bada will not be triggered until provisioned by entity DHCP. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:45:50.193658 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-7fe847bc-4e87-424f-945c-d39793c93ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:50.210021 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:50.222651 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:50.279973 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d393d-6834-4d86-a614-a73d8a21a038 req-d182e223-bbcf-4f67-96d6-e22775259c85 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:50.282573 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-563d393d-6834-4d86-a614-a73d8a21a038 req-d182e223-bbcf-4f67-96d6-e22775259c85 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 932 time: 1.2972641 Dec 09 18:45:50.297770 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe847bc-4e87-424f-945c-d39793c93ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761feadc-72a3-40fe-8980-91e34055885b,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:50.308890 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-7fe847bc-4e87-424f-945c-d39793c93ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:50.317395 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:50.349555 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a9c7d1e9-fa17-46ab-ba36-1a08ebe1bbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:50.445503 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:50.457238 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:45:50.459543 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-7fe847bc-4e87-424f-945c-d39793c93ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:50.460612 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-7fe847bc-4e87-424f-945c-d39793c93ea3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/761feadc-72a3-40fe-8980-91e34055885b HTTP/1.1" status: 204 len: 168 time: 1.8676293 Dec 09 18:45:50.461716 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Pushing event updated for resources: {'Port': ['ID=481cf148-5a55-4c60-92dd-92653cb5bada,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:50.471478 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:50.472621 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:45:50.476602 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:45:50.477347 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134115858'] for router_interface, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:50.507000 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:45:50.518116 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:50.519934 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:45:50.597667 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:50.650719 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-563d393d-6834-4d86-a614-a73d8a21a038 req-e2b6b15d-8304-4e96-98c2-95e9aa30aebc tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563685 Dec 09 18:45:50.786739 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:50.800659 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:50.801884 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133747777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134116081'] for router_interface, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:50.827557 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:51.020655 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Request body: {'port': {'device_id': 'c6b0e109-963f-44b1-8956-cadc17a72559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:45:51.050475 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:51.056091 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:51.057430 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-1ac107f2-c427-4ba5-afc4-3b4dae57d197 None None] Provisioning for port 481cf148-5a55-4c60-92dd-92653cb5bada completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:45:51.087313 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:51.090303 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-1ac107f2-c427-4ba5-afc4-3b4dae57d197 None None] Provisioning complete for port 481cf148-5a55-4c60-92dd-92653cb5bada triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:45:51.091275 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-1ac107f2-c427-4ba5-afc4-3b4dae57d197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:51.112901 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Pushing event updated for resources: {'Port': ['ID=1944937e-95ba-4bcd-8010-bb6de94a2cc2,revision_number=2']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:51.116168 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:51.167521 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:45:51.208484 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:45:51.209736 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:51.258645 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:51.323879 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Network 129fe6e0-43d9-4d83-9e75-a054004d611c is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:45:51.332373 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:45:51.394140 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:51.398764 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-1ac107f2-c427-4ba5-afc4-3b4dae57d197 None None] Port 481cf148-5a55-4c60-92dd-92653cb5bada cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:45:51.520846 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:51.559531 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=4bea74bd-964f-4ecf-8e60-cbe0e45df6c6,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:45:51.566953 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:51.569858 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:51.856870 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=4bea74bd-964f-4ecf-8e60-cbe0e45df6c6,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:51.866301 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:51.867089 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:45:51.914239 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:51.922013 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:51.923708 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133747777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134116081'] for router_interface, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:51.941304 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:52.097850 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:45:52.098511 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:52.203120 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Pushing event updated for resources: {'Port': ['ID=481cf148-5a55-4c60-92dd-92653cb5bada,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:52.218528 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:52.284917 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Router 7eb730fa-7743-42e3-9ab3-d2919a13d01e has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:45:52.318365 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:45:52.320273 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:45:52.580570 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-aabcaa80-847c-4cbe-a553-45ca8fe4f630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:52.708634 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 41546) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:52.827465 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:45:52.842593 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-cd0e8f8e-75c3-4304-a9e7-1aec2af09a40 None None] Provisioning complete for port 481cf148-5a55-4c60-92dd-92653cb5bada triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:45:52.843187 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8f8e-75c3-4304-a9e7-1aec2af09a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:52.844493 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Sync routers for ids ['7eb730fa-7743-42e3-9ab3-d2919a13d01e'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:45:52.857697 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Routers {'7eb730fa-7743-42e3-9ab3-d2919a13d01e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:45:52.860404 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:45:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['7eb730fa-7743-42e3-9ab3-d2919a13d01e'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:45:52.860732 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Router a1bb5f86-8864-4571-8584-028ddf94790e has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:45:52.879787 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] 10.222.0.20 "PUT /v2.0/routers/7eb730fa-7743-42e3-9ab3-d2919a13d01e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9587290 Dec 09 18:45:53.036999 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e8f8e-75c3-4304-a9e7-1aec2af09a40 None None] Port 481cf148-5a55-4c60-92dd-92653cb5bada cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:45:53.279126 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be95a1-327e-492d-881d-f88b0c623e25 req-432a025b-10ec-4c94-b03b-323e956a936c tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:53.279600 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-06be95a1-327e-492d-881d-f88b0c623e25 req-432a025b-10ec-4c94-b03b-323e956a936c tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Synchronizing usage tracker for tenant:053fb9ad854e4d45be7b0ce2e2ec57fe on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:45:53.336529 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d51cc382-dffb-48f5-a08b-482da9dbf97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:53.361431 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-06be95a1-327e-492d-881d-f88b0c623e25 req-432a025b-10ec-4c94-b03b-323e956a936c tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Unset dirty status for tenant:053fb9ad854e4d45be7b0ce2e2ec57fe on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:45:53.380228 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-06be95a1-327e-492d-881d-f88b0c623e25 req-432a025b-10ec-4c94-b03b-323e956a936c tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 932 time: 1.2728043 Dec 09 18:45:53.405198 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-d51cc382-dffb-48f5-a08b-482da9dbf97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:53.434373 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-d51cc382-dffb-48f5-a08b-482da9dbf97f admin admin] Usage tracker for resource:security_group_rule and tenant:eb04169ff7734cdd8c3f6c960ad5d1e4 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:53.470047 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-d51cc382-dffb-48f5-a08b-482da9dbf97f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:53.505873 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-06be95a1-327e-492d-881d-f88b0c623e25 req-fa01f9e6-9bf6-478c-a798-1d882d813fff tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Synchronizing usage tracker for tenant:053fb9ad854e4d45be7b0ce2e2ec57fe on resource:security_group {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:45:53.515924 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-d51cc382-dffb-48f5-a08b-482da9dbf97f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:53.574921 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:45:53.590230 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Sync routers for ids ['a1bb5f86-8864-4571-8584-028ddf94790e'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:45:53.599701 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Set router 7eb730fa-7743-42e3-9ab3-d2919a13d01e gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:45:53.608045 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] 10.222.0.20 "PUT /v2.0/routers/a1bb5f86-8864-4571-8584-028ddf94790e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8706231 Dec 09 18:45:53.641124 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Routers {'a1bb5f86-8864-4571-8584-028ddf94790e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:45:53.641870 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:45:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['a1bb5f86-8864-4571-8584-028ddf94790e'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:45:53.657309 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-06be95a1-327e-492d-881d-f88b0c623e25 req-fa01f9e6-9bf6-478c-a798-1d882d813fff tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Unset dirty status for tenant:053fb9ad854e4d45be7b0ce2e2ec57fe on resource:security_group {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:45:53.680255 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-06be95a1-327e-492d-881d-f88b0c623e25 req-fa01f9e6-9bf6-478c-a798-1d882d813fff tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935903 Dec 09 18:45:53.695674 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d51cc382-dffb-48f5-a08b-482da9dbf97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:53.704945 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d51cc382-dffb-48f5-a08b-482da9dbf97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:53.745952 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:53.854222 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a183f6-7850-4a07-8601-ecbc24cd6673 {{(pid=86802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:45:53.866791 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:53.901766 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 41606) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:53.915322 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-d51cc382-dffb-48f5-a08b-482da9dbf97f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb04169ff7734cdd8c3f6c960ad5d1e4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2032266 Dec 09 18:45:53.916464 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cc382-dffb-48f5-a08b-482da9dbf97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994eb0cf-36b8-4fc6-a0ae-c135fe3608ab,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:53.937423 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d51cc382-dffb-48f5-a08b-482da9dbf97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:53.941706 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.provisioning_blocks [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Transition to ACTIVE for port object a0a183f6-7850-4a07-8601-ecbc24cd6673 will not be triggered until provisioned by entity L2. {{(pid=86802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:45:53.956029 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:54.001193 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-eb10af2e-0364-44d5-9334-e75761fd87d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:54.210030 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:45:54.526011 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:54.529913 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-4221be40-b50c-44d0-8331-ef6152968f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:54.543625 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:45:54.553126 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:54.561872 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-4221be40-b50c-44d0-8331-ef6152968f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:54.636578 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-4221be40-b50c-44d0-8331-ef6152968f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:54.645146 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Pushing event updated for resources: {'Port': ['ID=a0a183f6-7850-4a07-8601-ecbc24cd6673,revision_number=2']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:54.657692 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:54.661070 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:54.677733 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221be40-b50c-44d0-8331-ef6152968f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994eb0cf-36b8-4fc6-a0ae-c135fe3608ab,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:54.680002 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Attempting to bind port a0a183f6-7850-4a07-8601-ecbc24cd6673 on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:45:54.680406 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Attempting to bind port a0a183f6-7850-4a07-8601-ecbc24cd6673 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '7fc1b411-5d25-4d1c-a34d-3fffe611e5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f3dfa680-b557-49aa-a7f2-c5555dad834a'}] {{(pid=86802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:45:54.680745 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Attempting to bind port a0a183f6-7850-4a07-8601-ecbc24cd6673 on network f3dfa680-b557-49aa-a7f2-c5555dad834a {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:45:54.687186 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-4221be40-b50c-44d0-8331-ef6152968f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:54.691174 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-4221be40-b50c-44d0-8331-ef6152968f23 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/994eb0cf-36b8-4fc6-a0ae-c135fe3608ab HTTP/1.1" status: 204 len: 168 time: 0.7869763 Dec 09 18:45:54.692153 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-4221be40-b50c-44d0-8331-ef6152968f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:54.692738 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Port a0a183f6-7850-4a07-8601-ecbc24cd6673 on network f3dfa680-b557-49aa-a7f2-c5555dad834a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:45:54.693035 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Attempting to bind port a0a183f6-7850-4a07-8601-ecbc24cd6673 on network f3dfa680-b557-49aa-a7f2-c5555dad834a {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:45:54.700086 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:45:54.700447 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Checking segment: {'id': '7fc1b411-5d25-4d1c-a34d-3fffe611e5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f3dfa680-b557-49aa-a7f2-c5555dad834a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:45:54.701578 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Bound using segment: {'id': '7fc1b411-5d25-4d1c-a34d-3fffe611e5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f3dfa680-b557-49aa-a7f2-c5555dad834a'} {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:45:54.701894 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Bound port: a0a183f6-7850-4a07-8601-ecbc24cd6673, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc1b411-5d25-4d1c-a34d-3fffe611e5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f3dfa680-b557-49aa-a7f2-c5555dad834a'}}] {{(pid=86802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:45:54.702229 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:54.830236 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Set router a1bb5f86-8864-4571-8584-028ddf94790e gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:45:54.859859 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'name': 'tempest-ServerRescueNegativeTestJSON-935385943-router', 'tenant_id': 'd6b5853ee94f4573abed604993053c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:36Z', 'updated_at': '2021-12-09T18:45:49Z', 'revision_number': 4, 'project_id': 'd6b5853ee94f4573abed604993053c71', 'gw_port': {'id': '42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:38Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '1944937e-95ba-4bcd-8010-bb6de94a2cc2', 'name': '', 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c', 'tenant_id': 'd6b5853ee94f4573abed604993053c71', 'mac_address': 'fa:16:3e:2e:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ec8933d7-bf4f-4cbd-ab64-4324389374e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:45Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 2, 'project_id': 'd6b5853ee94f4573abed604993053c71', 'subnets': [{'id': 'ec8933d7-bf4f-4cbd-ab64-4324389374e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:45:54.877421 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Checking router: 7eb730fa-7743-42e3-9ab3-d2919a13d01e for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:45:54.877799 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Updating router 7eb730fa-7743-42e3-9ab3-d2919a13d01e port 1944937e-95ba-4bcd-8010-bb6de94a2cc2 binding host dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 18:45:54.980491 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:54.989763 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] For port a0a183f6-7850-4a07-8601-ecbc24cd6673, host hv-cinder-81934, cleared binding levels {{(pid=86802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:45:54.995056 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] For port a0a183f6-7850-4a07-8601-ecbc24cd6673, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=a0a183f6-7850-4a07-8601-ecbc24cd6673,segment=NetworkSegment(7fc1b411-5d25-4d1c-a34d-3fffe611e5e9),segment_id=7fc1b411-5d25-4d1c-a34d-3fffe611e5e9)] {{(pid=86802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:45:55.004924 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:55.012756 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:55.182576 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:55.183282 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:55.191155 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] 10.222.0.10 "PUT /v2.0/ports/a0a183f6-7850-4a07-8601-ecbc24cd6673 HTTP/1.1" status: 200 len: 1094 time: 4.8478296 Dec 09 18:45:55.198820 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b0e109-963f-44b1-8956-cadc17a72559', 'tag': 'a0a183f6-7850-4a07-8601-ecbc24cd6673'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:45:55.332214 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-8558bdca-95c5-4731-ad4d-072c12666324 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:55.334795 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-8558bdca-95c5-4731-ad4d-072c12666324 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/networks?id=129fe6e0-43d9-4d83-9e75-a054004d611c HTTP/1.1" status: 200 len: 818 time: 0.5101442 Dec 09 18:45:55.335430 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 41658) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:55.343184 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--462762291', 'description': 'tempest-description--76809363'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:45:55.352084 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:55.357932 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Usage tracker for resource:security_group and tenant:9027b039a51b432086e827ba9a677b0a is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:55.362124 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:55.370966 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:55.409925 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-2a2a0b96-cb41-4b2e-996e-c43b574b4527 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/quotas/d6b5853ee94f4573abed604993053c71 HTTP/1.1" status: 200 len: 375 time: 0.0197809 Dec 09 18:45:55.412700 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:55.445888 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:55.450652 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Usage tracker for resource:security_group_rule and tenant:9027b039a51b432086e827ba9a677b0a is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:55.457249 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:55.466632 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:55.642360 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Pushing event updated for resources: {'Port': ['ID=a0a183f6-7850-4a07-8601-ecbc24cd6673,revision_number=3']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:55.655584 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:55.761093 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:56.022995 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:56.037339 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb0bec-4bf7-4a82-b37e-bbf93ddaf92d req-52514fb2-9c94-4cc7-a472-f67de5eea942 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:56.040651 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5dcb0bec-4bf7-4a82-b37e-bbf93ddaf92d req-52514fb2-9c94-4cc7-a472-f67de5eea942 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 944 time: 0.3138094 Dec 09 18:45:56.042929 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-aa612f76-9267-408d-8bed-2b66d539caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:56.044309 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-aa612f76-9267-408d-8bed-2b66d539caac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=053fb9ad854e4d45be7b0ce2e2ec57fe&device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 1097 time: 0.5494237 Dec 09 18:45:56.067509 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:56.104278 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-91e8406d-3bf6-4ac1-8e1b-a08f7feaec17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:56.174374 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5dcb0bec-4bf7-4a82-b37e-bbf93ddaf92d req-85398961-4517-4ef4-8429-3b97676bbab1 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197710 Dec 09 18:45:56.176225 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-de3f8e78-48c3-48a6-b2d5-67283d071620 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6b5853ee94f4573abed604993053c71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7366796 Dec 09 18:45:56.192810 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 41684) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:56.257282 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '481cf148-5a55-4c60-92dd-92653cb5bada', 'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'mac_address': 'fa:16:3e:6a:80:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:47Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 2, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'subnets': [{'id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:45:56.264632 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Checking router: a1bb5f86-8864-4571-8584-028ddf94790e for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:45:56.271275 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Updating router a1bb5f86-8864-4571-8584-028ddf94790e port 481cf148-5a55-4c60-92dd-92653cb5bada binding host dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 18:45:56.284071 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90244d4-6f18-40bf-9e16-752451f6ec0b,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:56.299533 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:56.300410 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:56.307223 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.9705431 Dec 09 18:45:56.307962 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 41694) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:56.337363 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-b3c1978c-5169-48a9-a7a3-96119540623b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Request body: {'security_group_rule': {'security_group_id': 'c90244d4-6f18-40bf-9e16-752451f6ec0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:45:56.352982 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-b3c1978c-5169-48a9-a7a3-96119540623b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:56.369270 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-b3c1978c-5169-48a9-a7a3-96119540623b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Usage tracker for resource:security_group_rule and tenant:9027b039a51b432086e827ba9a677b0a is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:56.388331 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-b3c1978c-5169-48a9-a7a3-96119540623b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:56.391711 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-89755a8e-3b16-4a6c-a673-f25aff551dde service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0a183f6-7850-4a07-8601-ecbc24cd6673 HTTP/1.1" status: 200 len: 217 time: 0.1862402 Dec 09 18:45:56.401489 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:56.403712 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-b3c1978c-5169-48a9-a7a3-96119540623b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:56.466787 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-b3c1978c-5169-48a9-a7a3-96119540623b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:56.545370 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Notify callbacks [] for port, precommit_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:56.591223 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.provisioning_blocks [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Transition to ACTIVE for port object 1944937e-95ba-4bcd-8010-bb6de94a2cc2 will not be triggered until provisioned by entity L2. {{(pid=86804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:45:56.634497 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:56.660478 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:56.713419 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-769976b4-29c2-4a81-8c26-9ada2f7eb35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:56.755242 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-b3c1978c-5169-48a9-a7a3-96119540623b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:56.774410 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-b3c1978c-5169-48a9-a7a3-96119540623b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:56.776353 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:56.783632 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-95241353-4260-4a3d-8edc-7a50ec9bdfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:56.785203 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-95241353-4260-4a3d-8edc-7a50ec9bdfc8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ee19f93-037f-4d1b-be6f-e01a0a068450 HTTP/1.1" status: 200 len: 852 time: 0.3782773 Dec 09 18:45:56.791734 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-769976b4-29c2-4a81-8c26-9ada2f7eb35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:56.848660 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1978c-5169-48a9-a7a3-96119540623b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5282218-30ce-47e5-9637-5c9ba45abe37,revision_number=0']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:56.878229 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-b3c1978c-5169-48a9-a7a3-96119540623b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:56.906198 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f36ec8-9845-4225-8565-fd09e4f7814a None None] Pushing event updated for resources: {'Port': ['ID=1944937e-95ba-4bcd-8010-bb6de94a2cc2,revision_number=3']} {{(pid=86804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:56.913629 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-b3c1978c-5169-48a9-a7a3-96119540623b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:56.918161 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-b3c1978c-5169-48a9-a7a3-96119540623b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6069674 Dec 09 18:45:56.919362 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 41718) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:56.927210 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-4270338d-6032-4cad-a13d-ff2b234a58e8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Request body: {'security_group_rule': {'security_group_id': 'c90244d4-6f18-40bf-9e16-752451f6ec0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:45:56.931731 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-769976b4-29c2-4a81-8c26-9ada2f7eb35d admin admin] Usage tracker for resource:security_group_rule and tenant:2c26c77759a54ba1978592ec37979474 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:56.950078 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-e4f36ec8-9845-4225-8565-fd09e4f7814a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:56.954593 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-4270338d-6032-4cad-a13d-ff2b234a58e8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:56.959278 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-769976b4-29c2-4a81-8c26-9ada2f7eb35d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:56.970150 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-4270338d-6032-4cad-a13d-ff2b234a58e8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Usage tracker for resource:security_group_rule and tenant:9027b039a51b432086e827ba9a677b0a is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:56.978146 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-4270338d-6032-4cad-a13d-ff2b234a58e8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:57.000486 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-4270338d-6032-4cad-a13d-ff2b234a58e8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:57.004531 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:57.027695 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-4270338d-6032-4cad-a13d-ff2b234a58e8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:57.033442 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-769976b4-29c2-4a81-8c26-9ada2f7eb35d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:57.127716 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-4270338d-6032-4cad-a13d-ff2b234a58e8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:57.141000 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-4270338d-6032-4cad-a13d-ff2b234a58e8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:57.144141 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-b3c1978c-5169-48a9-a7a3-96119540623b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:57.190647 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270338d-6032-4cad-a13d-ff2b234a58e8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae56316-d2ab-4223-af48-e840c37621bc,revision_number=0']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:57.195919 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-012c0ef9-a506-4eb7-86a4-b39d51431abb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 18:45:57.197001 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-012c0ef9-a506-4eb7-86a4-b39d51431abb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3791153 Dec 09 18:45:57.199284 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-4270338d-6032-4cad-a13d-ff2b234a58e8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:57.323107 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-769976b4-29c2-4a81-8c26-9ada2f7eb35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:57.335774 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-009b7fb3-f7ad-41a0-a967-b655c394a709 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3dfa680-b557-49aa-a7f2-c5555dad834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5289295 Dec 09 18:45:57.349703 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-769976b4-29c2-4a81-8c26-9ada2f7eb35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:57.376850 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:57.442004 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769976b4-29c2-4a81-8c26-9ada2f7eb35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bc9c04-ab58-42ba-84c9-95ba81611895,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:57.446596 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-769976b4-29c2-4a81-8c26-9ada2f7eb35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:57.471298 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-769976b4-29c2-4a81-8c26-9ada2f7eb35d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c26c77759a54ba1978592ec37979474&name=default HTTP/1.1" status: 200 len: 2978 time: 1.2771599 Dec 09 18:45:57.474242 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 41736) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:57.516390 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Attempting to bind port 1944937e-95ba-4bcd-8010-bb6de94a2cc2 on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:45:57.527738 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Attempting to bind port 1944937e-95ba-4bcd-8010-bb6de94a2cc2 by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': '456c6a2f-6cdc-43f2-b5c9-0416ad578df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c'}] {{(pid=86804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:45:57.528463 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Attempting to bind port 1944937e-95ba-4bcd-8010-bb6de94a2cc2 on network 129fe6e0-43d9-4d83-9e75-a054004d611c {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:45:57.548669 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:45:57.549788 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Checking segment: {'id': '456c6a2f-6cdc-43f2-b5c9-0416ad578df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:45:57.551915 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:57.552704 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Bound using segment: {'id': '456c6a2f-6cdc-43f2-b5c9-0416ad578df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c'} {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:45:57.553376 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Bound port: 1944937e-95ba-4bcd-8010-bb6de94a2cc2, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456c6a2f-6cdc-43f2-b5c9-0416ad578df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c'}}] {{(pid=86804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:45:57.555477 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:57.573723 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-4270338d-6032-4cad-a13d-ff2b234a58e8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:57.578126 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-4270338d-6032-4cad-a13d-ff2b234a58e8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6553161 Dec 09 18:45:57.587116 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 41740) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:45:57.601197 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Request body: {'floatingip': {'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:45:57.638816 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:45:57.660635 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:57.669519 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-101ac8d9-7595-4ce7-8992-c83b0d8a1291 service neutron] 10.222.0.20 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571209 Dec 09 18:45:57.672581 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Usage tracker for resource:floatingip and tenant:9027b039a51b432086e827ba9a677b0a is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:45:57.681275 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:45:57.698468 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Transition to ACTIVE for port object 481cf148-5a55-4c60-92dd-92653cb5bada will not be triggered until provisioned by entity L2. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:45:57.717555 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:57.765280 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6deb085b-329e-45c4-918a-ade8b17402b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:57.784948 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-ddf086ac-709d-4f0e-93b8-20417196c5cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:57.851938 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.db [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] For port 1944937e-95ba-4bcd-8010-bb6de94a2cc2, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:45:57.857825 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.db [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] For port 1944937e-95ba-4bcd-8010-bb6de94a2cc2, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=1944937e-95ba-4bcd-8010-bb6de94a2cc2,segment=NetworkSegment(456c6a2f-6cdc-43f2-b5c9-0416ad578df3),segment_id=456c6a2f-6cdc-43f2-b5c9-0416ad578df3)] {{(pid=86804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:45:57.885141 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:57.905815 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:58.115383 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:45:58.165549 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6deb085b-329e-45c4-918a-ade8b17402b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:58.200750 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for floatingip, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:58.214871 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f36ec8-9845-4225-8565-fd09e4f7814a None None] Pushing event updated for resources: {'Port': ['ID=1944937e-95ba-4bcd-8010-bb6de94a2cc2,revision_number=4']} {{(pid=86804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:58.218948 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-e4f36ec8-9845-4225-8565-fd09e4f7814a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:58.232216 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Routers {'7eb730fa-7743-42e3-9ab3-d2919a13d01e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:45:58.233957 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:45:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['7eb730fa-7743-42e3-9ab3-d2919a13d01e'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:45:58.339925 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6deb085b-329e-45c4-918a-ade8b17402b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:58.394551 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:58.433484 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb085b-329e-45c4-918a-ade8b17402b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bc9c04-ab58-42ba-84c9-95ba81611895,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:58.437232 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-6deb085b-329e-45c4-918a-ade8b17402b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:58.497898 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20d200-8a07-4bb4-86cb-6e07cc342630 None None] Pushing event updated for resources: {'Port': ['ID=481cf148-5a55-4c60-92dd-92653cb5bada,revision_number=3']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:45:58.505622 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-0a20d200-8a07-4bb4-86cb-6e07cc342630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:45:58.506296 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6561e2-40dc-4275-99f2-256ab7993aeb req-b5c8f27a-902c-465d-a599-e09e32fc2ad5 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:45:58.511780 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-da6561e2-40dc-4275-99f2-256ab7993aeb req-b5c8f27a-902c-465d-a599-e09e32fc2ad5 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 944 time: 1.0123019 Dec 09 18:45:58.571975 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Attempting to bind port 481cf148-5a55-4c60-92dd-92653cb5bada on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:45:58.572349 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Attempting to bind port 481cf148-5a55-4c60-92dd-92653cb5bada by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:45:58.572825 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Attempting to bind port 481cf148-5a55-4c60-92dd-92653cb5bada on network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:45:58.580606 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6deb085b-329e-45c4-918a-ade8b17402b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:58.581294 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-6deb085b-329e-45c4-918a-ade8b17402b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20bc9c04-ab58-42ba-84c9-95ba81611895 HTTP/1.1" status: 204 len: 168 time: 1.1055901 Dec 09 18:45:58.601650 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:45:58.603437 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Checking segment: {'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:45:58.604097 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:58.607013 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Bound using segment: {'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:45:58.607797 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Bound port: 481cf148-5a55-4c60-92dd-92653cb5bada, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'}}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:45:58.608410 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:58.641514 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-0e2be64b-7767-420d-a272-b0ceef331398 service neutron] 10.222.0.20 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9509084 Dec 09 18:45:58.748066 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-51a21b91-280e-4e29-bf46-28b494171424 service neutron] 10.222.0.10 "GET /v2.0/networks/f3dfa680-b557-49aa-a7f2-c5555dad834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8095646 Dec 09 18:45:58.749691 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] Set router 7eb730fa-7743-42e3-9ab3-d2919a13d01e gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:45:58.866395 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:59.016188 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] For port 481cf148-5a55-4c60-92dd-92653cb5bada, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:45:59.023772 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] For port 481cf148-5a55-4c60-92dd-92653cb5bada, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=481cf148-5a55-4c60-92dd-92653cb5bada,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:45:59.032452 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:45:59.073592 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-552a9b3b-c428-4c32-878c-07ae875d92e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:45:59.238141 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Routers {'a1bb5f86-8864-4571-8584-028ddf94790e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:45:59.240556 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:45:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['a1bb5f86-8864-4571-8584-028ddf94790e'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:45:59.249265 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Allocated IP 172.28.2.131 (6beed21b-9de4-4fbb-b55d-7f8ce9c9499c/5a39f25e-cbfe-4fa1-b581-b87a4aac1e40/70c00cb6-f3d0-4f59-aa2d-9b83276508d7) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:45:59.436929 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-879ff5d6-f242-40c1-aa11-a499b6e60c36 req-0b5943af-d2d2-431e-ac3c-815911307fea service neutron] 10.222.0.10 "GET /v2.0/networks/f3dfa680-b557-49aa-a7f2-c5555dad834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762366 Dec 09 18:45:59.472754 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-da6561e2-40dc-4275-99f2-256ab7993aeb req-aa521a47-15a1-4585-a436-692aad79f594 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9140804 Dec 09 18:45:59.705959 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-d8d9d263-2c1e-4f06-a0b2-1e5b9529926b req-2a47322e-0f7f-43db-ab20-558bd3fc8a87 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Synchronizing usage tracker for tenant:d6b5853ee94f4573abed604993053c71 on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:45:59.783111 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-d8d9d263-2c1e-4f06-a0b2-1e5b9529926b req-2a47322e-0f7f-43db-ab20-558bd3fc8a87 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Unset dirty status for tenant:d6b5853ee94f4573abed604993053c71 on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:45:59.800075 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d8d9d263-2c1e-4f06-a0b2-1e5b9529926b req-2a47322e-0f7f-43db-ab20-558bd3fc8a87 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 210 time: 0.2076023 Dec 09 18:46:00.005735 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b0e109-963f-44b1-8956-cadc17a72559', 'tag': 'a0a183f6-7850-4a07-8601-ecbc24cd6673', 'status': 'completed', 'code': 200} Dec 09 18:46:00.057935 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'name': 'tempest-ServerRescueNegativeTestJSON-935385943-router', 'tenant_id': 'd6b5853ee94f4573abed604993053c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:36Z', 'updated_at': '2021-12-09T18:45:49Z', 'revision_number': 4, 'project_id': 'd6b5853ee94f4573abed604993053c71', 'gw_port': {'id': '42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:38Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '1944937e-95ba-4bcd-8010-bb6de94a2cc2', 'name': '', 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c', 'tenant_id': 'd6b5853ee94f4573abed604993053c71', 'mac_address': 'fa:16:3e:2e:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ec8933d7-bf4f-4cbd-ab64-4324389374e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:45Z', 'updated_at': '2021-12-09T18:45:57Z', 'revision_number': 4, 'project_id': 'd6b5853ee94f4573abed604993053c71', 'subnets': [{'id': 'ec8933d7-bf4f-4cbd-ab64-4324389374e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:46:00.063577 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ccca77-1d53-4b1c-999e-f4f685db4ede None None] The sync data for ids ['7eb730fa-7743-42e3-9ab3-d2919a13d01e'] in dv-cinder-819346-1-smb is: [{'id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'name': 'tempest-ServerRescueNegativeTestJSON-935385943-router', 'tenant_id': 'd6b5853ee94f4573abed604993053c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:36Z', 'updated_at': '2021-12-09T18:45:49Z', 'revision_number': 4, 'project_id': 'd6b5853ee94f4573abed604993053c71', 'gw_port': {'id': '42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:38Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '1944937e-95ba-4bcd-8010-bb6de94a2cc2', 'name': '', 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c', 'tenant_id': 'd6b5853ee94f4573abed604993053c71', 'mac_address': 'fa:16:3e:2e:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ec8933d7-bf4f-4cbd-ab64-4324389374e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:45Z', 'updated_at': '2021-12-09T18:45:57Z', 'revision_number': 4, 'project_id': 'd6b5853ee94f4573abed604993053c71', 'subnets': [{'id': 'ec8933d7-bf4f-4cbd-ab64-4324389374e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:46:00.198023 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:00.199913 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] Set router a1bb5f86-8864-4571-8584-028ddf94790e gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:46:00.291849 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 41822) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:00.357565 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:00.394631 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:00.408012 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c9ad482b-f1fb-4343-b418-ee9ecbf02372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:00.488436 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:46:00.497196 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-c9ad482b-f1fb-4343-b418-ee9ecbf02372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:00.519089 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-c9ad482b-f1fb-4343-b418-ee9ecbf02372 admin admin] Usage tracker for resource:security_group_rule and tenant:63f479b40f6949d694e35c5e12f90afe is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:00.534263 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-c9ad482b-f1fb-4343-b418-ee9ecbf02372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:00.562509 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-c9ad482b-f1fb-4343-b418-ee9ecbf02372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:00.867863 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event updated for resources: {'Port': ['ID=70c00cb6-f3d0-4f59-aa2d-9b83276508d7,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:00.884515 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:00.919059 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c9ad482b-f1fb-4343-b418-ee9ecbf02372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:01.115447 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:46:01.119201 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:46:01.129936 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:46:01.144477 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20d200-8a07-4bb4-86cb-6e07cc342630 None None] Pushing event updated for resources: {'Port': ['ID=481cf148-5a55-4c60-92dd-92653cb5bada,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:01.169692 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-0a20d200-8a07-4bb4-86cb-6e07cc342630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.093s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:01.335759 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c9ad482b-f1fb-4343-b418-ee9ecbf02372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:01.349949 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-14303cad-6051-4a15-b603-8a22f3f40351 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:01.358374 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-14303cad-6051-4a15-b603-8a22f3f40351 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Synchronizing usage tracker for tenant:d6b5853ee94f4573abed604993053c71 on resource:network {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:46:01.522284 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '481cf148-5a55-4c60-92dd-92653cb5bada', 'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'mac_address': 'fa:16:3e:6a:80:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:47Z', 'updated_at': '2021-12-09T18:45:59Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'subnets': [{'id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:46:01.524836 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66288009-4844-444a-85eb-02a8bdafd702 req-ba524e5f-d3dc-4760-9397-6a1bf065c4e5 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:01.526469 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-66288009-4844-444a-85eb-02a8bdafd702 req-ba524e5f-d3dc-4760-9397-6a1bf065c4e5 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 944 time: 0.6875975 Dec 09 18:46:01.529776 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:01.532604 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8c7a17-3b2a-43e4-aa27-d7c096883fc9 None None] The sync data for ids ['a1bb5f86-8864-4571-8584-028ddf94790e'] in dv-cinder-819346-1-smb is: [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '481cf148-5a55-4c60-92dd-92653cb5bada', 'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'mac_address': 'fa:16:3e:6a:80:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:47Z', 'updated_at': '2021-12-09T18:45:59Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'subnets': [{'id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:46:01.602277 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:01.657481 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-c9ad482b-f1fb-4343-b418-ee9ecbf02372 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63f479b40f6949d694e35c5e12f90afe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3635581 Dec 09 18:46:01.658837 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-14303cad-6051-4a15-b603-8a22f3f40351 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Unset dirty status for tenant:d6b5853ee94f4573abed604993053c71 on resource:network {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:46:01.661102 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-14303cad-6051-4a15-b603-8a22f3f40351 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/networks?id=129fe6e0-43d9-4d83-9e75-a054004d611c HTTP/1.1" status: 200 len: 818 time: 0.7380068 Dec 09 18:46:01.663463 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 41878) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:01.845814 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-35a784b0-a7cd-40e2-b03a-c4fd48e7422c tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/quotas/d6b5853ee94f4573abed604993053c71 HTTP/1.1" status: 200 len: 375 time: 0.1732323 Dec 09 18:46:01.858066 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8465668-2409-48d1-a6aa-1ae09b844603 req-db25bbeb-cd98-4194-998a-336d65caeab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:01.876559 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a8465668-2409-48d1-a6aa-1ae09b844603 req-db25bbeb-cd98-4194-998a-336d65caeab6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=053fb9ad854e4d45be7b0ce2e2ec57fe&device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 1097 time: 1.8260815 Dec 09 18:46:01.897631 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad482b-f1fb-4343-b418-ee9ecbf02372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf03d76-2cf1-47d6-9f9a-e3e8e60f5cef,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:02.001012 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 41886) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:02.215360 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-66288009-4844-444a-85eb-02a8bdafd702 req-c8dff54e-bf52-4ab7-9291-f940ab80cf0e tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6666772 Dec 09 18:46:02.218298 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:02.360065 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 481cf148-5a55-4c60-92dd-92653cb5bada up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:46:02.464559 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-219678eb-130b-4ad5-9236-942d8a57179c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:02.555649 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c9ad482b-f1fb-4343-b418-ee9ecbf02372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:02.561425 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8465668-2409-48d1-a6aa-1ae09b844603 req-b6bec80c-06d0-4d40-999c-2af1a0a3cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:02.568838 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a8465668-2409-48d1-a6aa-1ae09b844603 req-b6bec80c-06d0-4d40-999c-2af1a0a3cff8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3dfa680-b557-49aa-a7f2-c5555dad834a HTTP/1.1" status: 200 len: 913 time: 0.6668825 Dec 09 18:46:02.573119 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-605e6d1a-07de-44cf-b29e-dd2b16e2f509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:02.634889 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-605e6d1a-07de-44cf-b29e-dd2b16e2f509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:02.660915 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-219678eb-130b-4ad5-9236-942d8a57179c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:02.667713 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 481cf148-5a55-4c60-92dd-92653cb5bada completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:46:02.686413 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 481cf148-5a55-4c60-92dd-92653cb5bada triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:46:02.688212 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:02.703668 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-219678eb-130b-4ad5-9236-942d8a57179c admin admin] Usage tracker for resource:security_group_rule and tenant:55ab56846a1b483eb323da8994969602 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:02.716273 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-219678eb-130b-4ad5-9236-942d8a57179c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:02.737153 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-219678eb-130b-4ad5-9236-942d8a57179c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:02.943080 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:02.955292 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:02.960586 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:03.039886 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a8465668-2409-48d1-a6aa-1ae09b844603 req-4e92b18f-54f5-4919-8d83-290317e88c76 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0a183f6-7850-4a07-8601-ecbc24cd6673 HTTP/1.1" status: 200 len: 217 time: 0.3097517 Dec 09 18:46:03.082141 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:03.148225 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event updated for resources: {'Port': ['ID=70c00cb6-f3d0-4f59-aa2d-9b83276508d7,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:03.160223 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:03.185691 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134207117'] for floatingip, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:03.214874 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port 481cf148-5a55-4c60-92dd-92653cb5bada, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=481cf148-5a55-4c60-92dd-92653cb5bada,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:03.234881 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:03.240775 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 1944937e-95ba-4bcd-8010-bb6de94a2cc2 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:46:03.249747 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.10', 61105) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:03.258905 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for floatingip, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:03.260619 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6707518 Dec 09 18:46:03.402515 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:03.700377 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-219678eb-130b-4ad5-9236-942d8a57179c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:03.721188 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-219678eb-130b-4ad5-9236-942d8a57179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:03.761263 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-605e6d1a-07de-44cf-b29e-dd2b16e2f509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:03.776600 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-0d36e530-2f5c-4911-84d7-ac8560032829 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:03.786230 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-219678eb-130b-4ad5-9236-942d8a57179c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55ab56846a1b483eb323da8994969602&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7795906 Dec 09 18:46:03.792864 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 41918) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:03.857676 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8465668-2409-48d1-a6aa-1ae09b844603 req-e52ef1a5-7233-4417-a747-c0a8b1e347fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:03.868772 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a8465668-2409-48d1-a6aa-1ae09b844603 req-e52ef1a5-7233-4417-a747-c0a8b1e347fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ee19f93-037f-4d1b-be6f-e01a0a068450 HTTP/1.1" status: 200 len: 852 time: 0.7856700 Dec 09 18:46:03.896345 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-855620a7-c142-4858-852b-f3ea1d06e1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:03.901605 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d313-7279-4ce2-9f6f-b0bcd40ad043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:03.917014 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=481cf148-5a55-4c60-92dd-92653cb5bada,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:03.928763 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622067e-a17e-4a14-aa09-3e28d1bd4a4f req-d9d93364-2068-4836-91d9-b8ba0437135f tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:03.936705 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8622067e-a17e-4a14-aa09-3e28d1bd4a4f req-d9d93364-2068-4836-91d9-b8ba0437135f tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 944 time: 0.3022089 Dec 09 18:46:03.942443 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:03.966936 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219678eb-130b-4ad5-9236-942d8a57179c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba87225d-5bd3-479d-a74a-267cea27d189,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:03.969435 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 1944937e-95ba-4bcd-8010-bb6de94a2cc2 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:46:03.999204 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 1944937e-95ba-4bcd-8010-bb6de94a2cc2 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:46:03.999577 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:04.006114 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-219678eb-130b-4ad5-9236-942d8a57179c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:04.017225 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8622067e-a17e-4a14-aa09-3e28d1bd4a4f req-26993779-7b2b-4790-b2a4-e26253ebf088 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795805 Dec 09 18:46:04.049922 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d313-7279-4ce2-9f6f-b0bcd40ad043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:04.078258 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e6d1a-07de-44cf-b29e-dd2b16e2f509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf03d76-2cf1-47d6-9f9a-e3e8e60f5cef,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:04.081724 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-605e6d1a-07de-44cf-b29e-dd2b16e2f509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:04.099064 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-605e6d1a-07de-44cf-b29e-dd2b16e2f509 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bf03d76-2cf1-47d6-9f9a-e3e8e60f5cef HTTP/1.1" status: 204 len: 168 time: 2.4188423 Dec 09 18:46:04.100852 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-605e6d1a-07de-44cf-b29e-dd2b16e2f509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:04.127075 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-305e1668-d9b1-4272-bd3a-93fa3b74aa67 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6b5853ee94f4573abed604993053c71&fields=id HTTP/1.1" status: 200 len: 255 time: 2.2491727 Dec 09 18:46:04.168604 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-5b2ce1f8-562d-4dc7-8f39-bba0a4a5a5de tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:04.170431 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-5b2ce1f8-562d-4dc7-8f39-bba0a4a5a5de tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.10 "GET /v2.0/networks?id=129fe6e0-43d9-4d83-9e75-a054004d611c HTTP/1.1" status: 200 len: 818 time: 0.8563323 Dec 09 18:46:04.171736 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d313-7279-4ce2-9f6f-b0bcd40ad043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:04.176339 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-7fe847bc-4e87-424f-945c-d39793c93ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:04.216070 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4d313-7279-4ce2-9f6f-b0bcd40ad043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba87225d-5bd3-479d-a74a-267cea27d189,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:04.224089 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-2cb4d313-7279-4ce2-9f6f-b0bcd40ad043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:04.237759 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d313-7279-4ce2-9f6f-b0bcd40ad043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:04.241507 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-2cb4d313-7279-4ce2-9f6f-b0bcd40ad043 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba87225d-5bd3-479d-a74a-267cea27d189 HTTP/1.1" status: 204 len: 168 time: 0.4414101 Dec 09 18:46:04.247264 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Request body: {'port': {'device_id': '856fb48d-cb2d-4c32-a94f-67b077a6fd1b', 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c', 'admin_state_up': True, 'tenant_id': 'd6b5853ee94f4573abed604993053c71'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:46:04.291643 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a8465668-2409-48d1-a6aa-1ae09b844603 req-fc780ae4-6989-406c-afa2-dd951becb35b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3dfa680-b557-49aa-a7f2-c5555dad834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3308849 Dec 09 18:46:04.431328 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:04.486361 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-a2967264-eb47-4860-9ccd-21ce73559f2b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Synchronizing usage tracker for tenant:9027b039a51b432086e827ba9a677b0a on resource:security_group {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:46:04.531119 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port 1944937e-95ba-4bcd-8010-bb6de94a2cc2, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=1944937e-95ba-4bcd-8010-bb6de94a2cc2,segment=NetworkSegment(456c6a2f-6cdc-43f2-b5c9-0416ad578df3),segment_id=456c6a2f-6cdc-43f2-b5c9-0416ad578df3)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:04.539925 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-a2967264-eb47-4860-9ccd-21ce73559f2b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Unset dirty status for tenant:9027b039a51b432086e827ba9a677b0a on resource:security_group {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:46:04.553311 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-a2967264-eb47-4860-9ccd-21ce73559f2b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--462762291&fields=id&tenant_id=9027b039a51b432086e827ba9a677b0a HTTP/1.1" status: 200 len: 267 time: 0.1911795 Dec 09 18:46:04.553957 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:04.575260 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-0a20d200-8a07-4bb4-86cb-6e07cc342630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:04.776043 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 481cf148-5a55-4c60-92dd-92653cb5bada up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:46:05.013039 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-216ef68a-31c3-4ac4-b91a-f5d575e13a89 service neutron] 10.222.0.20 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8604465 Dec 09 18:46:05.073175 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a8465668-2409-48d1-a6aa-1ae09b844603 req-acae7f67-377d-4f7b-b6e3-20fff10a74e6 service neutron] 10.222.0.10 "GET /v2.0/networks/f3dfa680-b557-49aa-a7f2-c5555dad834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7431078 Dec 09 18:46:05.107862 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 481cf148-5a55-4c60-92dd-92653cb5bada triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:46:05.108531 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:05.138283 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-6edd16d3-e868-4e10-862e-f3ef96eda533 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:05.139057 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-6edd16d3-e868-4e10-862e-f3ef96eda533 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Synchronizing usage tracker for tenant:9027b039a51b432086e827ba9a677b0a on resource:network {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:46:05.198129 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-6edd16d3-e868-4e10-862e-f3ef96eda533 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Unset dirty status for tenant:9027b039a51b432086e827ba9a677b0a on resource:network {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:46:05.200101 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-6edd16d3-e868-4e10-862e-f3ef96eda533 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/networks?id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f HTTP/1.1" status: 200 len: 817 time: 0.6306880 Dec 09 18:46:05.216561 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=1944937e-95ba-4bcd-8010-bb6de94a2cc2,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:05.242910 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-61369129-755e-48e5-b104-8c0075a2ffe3 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/quotas/9027b039a51b432086e827ba9a677b0a HTTP/1.1" status: 200 len: 375 time: 0.0362799 Dec 09 18:46:05.256102 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:05.314365 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:05.374814 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 41972) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:05.419736 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:05.457355 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-adf00129-afec-4c50-912e-243b62cf4c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:05.471572 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Made reservation on behalf of d6b5853ee94f4573abed604993053c71 for: {'port': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:46:05.475859 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:05.490718 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-adf00129-afec-4c50-912e-243b62cf4c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:05.498201 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-adf00129-afec-4c50-912e-243b62cf4c88 admin admin] Usage tracker for resource:security_group_rule and tenant:1ae2b55867984f9fb0e2375b47093784 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:05.501617 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-adf00129-afec-4c50-912e-243b62cf4c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:05.509466 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-adf00129-afec-4c50-912e-243b62cf4c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:05.539216 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-31f70ac3-3652-4e4b-ab61-b562df283eb8 service neutron] 10.222.0.20 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166929 Dec 09 18:46:05.542490 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-56c34373-17c8-4f76-b5aa-7c3bdb1dc9d9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Synchronizing usage tracker for tenant:9027b039a51b432086e827ba9a677b0a on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:46:05.592419 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-56c34373-17c8-4f76-b5aa-7c3bdb1dc9d9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Unset dirty status for tenant:9027b039a51b432086e827ba9a677b0a on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:46:05.606614 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a8465668-2409-48d1-a6aa-1ae09b844603 req-bc529ec5-1c9e-4131-b99c-b0d86ddeb2fa service neutron] 10.222.0.10 "GET /v2.0/networks/f3dfa680-b557-49aa-a7f2-c5555dad834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124046 Dec 09 18:46:05.607261 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-56c34373-17c8-4f76-b5aa-7c3bdb1dc9d9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9027b039a51b432086e827ba9a677b0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3634090 Dec 09 18:46:05.738590 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Allocated IP 172.20.0.12 (129fe6e0-43d9-4d83-9e75-a054004d611c/ec8933d7-bf4f-4cbd-ab64-4324389374e3/00e0e134-2894-42b8-a03d-d7466bed61ba) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:46:05.832698 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-adf00129-afec-4c50-912e-243b62cf4c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:05.875921 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-adf00129-afec-4c50-912e-243b62cf4c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:05.930328 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-219678eb-130b-4ad5-9236-942d8a57179c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:05.963297 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-adf00129-afec-4c50-912e-243b62cf4c88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ae2b55867984f9fb0e2375b47093784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5825527 Dec 09 18:46:05.982495 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 41996) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:06.002435 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf00129-afec-4c50-912e-243b62cf4c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555e2a76-b6c9-4a37-bb37-50558f3b10ca,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:06.022439 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-adf00129-afec-4c50-912e-243b62cf4c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:06.040600 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-23d7685d-1643-4937-a10b-948980b6946a service neutron] 10.222.0.20 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251208 Dec 09 18:46:06.146344 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:06.175963 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-fbefa4fe-658d-4854-ae63-0ca7e25984f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:06.179933 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460c860-93a1-4881-b98a-f9f2f8c98776 req-c70ef692-cae1-4bf1-a5b3-7e882f15c86f tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:06.182009 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0460c860-93a1-4881-b98a-f9f2f8c98776 req-c70ef692-cae1-4bf1-a5b3-7e882f15c86f tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 944 time: 0.1909497 Dec 09 18:46:06.235405 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-fbefa4fe-658d-4854-ae63-0ca7e25984f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:06.250944 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-12f56cd4-8d1c-4c98-8c0f-4239dab074c6 service neutron] 10.222.0.20 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093732 Dec 09 18:46:06.254303 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0460c860-93a1-4881-b98a-f9f2f8c98776 req-bcddacf9-cb35-4372-9117-a61a64429d3b tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618825 Dec 09 18:46:06.270070 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:06.283507 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:06.327810 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-fbefa4fe-658d-4854-ae63-0ca7e25984f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:06.336112 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:06.353089 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefa4fe-658d-4854-ae63-0ca7e25984f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555e2a76-b6c9-4a37-bb37-50558f3b10ca,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:06.365122 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-fbefa4fe-658d-4854-ae63-0ca7e25984f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:06.369279 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-fbefa4fe-658d-4854-ae63-0ca7e25984f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:06.370492 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-fbefa4fe-658d-4854-ae63-0ca7e25984f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/555e2a76-b6c9-4a37-bb37-50558f3b10ca HTTP/1.1" status: 204 len: 168 time: 0.3867955 Dec 09 18:46:06.457924 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Network 129fe6e0-43d9-4d83-9e75-a054004d611c is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:46:06.468890 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e95408f0-8b63-4cd1-bd0d-34e15ce5ea04 req-78849009-4381-4836-a1bc-f212e84b35ca tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 210 time: 0.1046097 Dec 09 18:46:06.481794 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:46:06.513240 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:46:06.522379 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:06.527363 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:06.574449 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Pushing event updated for resources: {'Port': ['ID=00e0e134-2894-42b8-a03d-d7466bed61ba,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:06.586526 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:06.600226 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-85e98202-c2ef-48ce-9b6d-88a91f35a69a req-f38b6e71-3122-45b6-8421-7f58569d7527 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 210 time: 0.0824976 Dec 09 18:46:06.607051 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3681796 Dec 09 18:46:06.662425 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 1944937e-95ba-4bcd-8010-bb6de94a2cc2 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:46:06.747132 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 1944937e-95ba-4bcd-8010-bb6de94a2cc2 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:46:06.747818 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:07.058796 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Request body: {'port': {'device_id': '856fb48d-cb2d-4c32-a94f-67b077a6fd1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:46:07.274098 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:07.751851 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c74d49e7-0a08-42c2-8a5b-7bbfcfcc6e43 req-888f1464-7a4b-4e32-aa76-184aa38d4f0f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 210 time: 0.0637374 Dec 09 18:46:07.752488 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca946381-b18f-4f9e-807c-eb073e339096 req-9caeb9a9-72df-4226-bd00-3f936f39dd3c tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:07.754093 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ca946381-b18f-4f9e-807c-eb073e339096 req-9caeb9a9-72df-4226-bd00-3f936f39dd3c tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 944 time: 0.2821467 Dec 09 18:46:07.831922 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ca946381-b18f-4f9e-807c-eb073e339096 req-6e35ce42-9600-4d5a-88f0-0d316393b33a tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711591 Dec 09 18:46:07.911896 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e0e134-2894-42b8-a03d-d7466bed61ba {{(pid=86802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:46:07.920336 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:07.939619 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.provisioning_blocks [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Transition to ACTIVE for port object 00e0e134-2894-42b8-a03d-d7466bed61ba will not be triggered until provisioned by entity L2. {{(pid=86802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:46:07.951842 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:07.959063 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:07.968940 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-cb2c2411-3d93-491c-a434-25b5bff233be req-4d417dbc-1b95-4f2d-845d-bad7471a6190 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 210 time: 0.0666864 Dec 09 18:46:08.115307 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 42090) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:08.257709 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Pushing event updated for resources: {'Port': ['ID=00e0e134-2894-42b8-a03d-d7466bed61ba,revision_number=2']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:08.293544 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:08.350789 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d69ffcc6-3279-4505-8120-3e3f21339420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:08.382195 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-d69ffcc6-3279-4505-8120-3e3f21339420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:08.387244 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-d69ffcc6-3279-4505-8120-3e3f21339420 admin admin] Usage tracker for resource:security_group_rule and tenant:b3f397001e8a46a2b887e1b60c44b5c8 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:08.390972 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-d69ffcc6-3279-4505-8120-3e3f21339420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:08.398107 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-d69ffcc6-3279-4505-8120-3e3f21339420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:08.472025 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Attempting to bind port 00e0e134-2894-42b8-a03d-d7466bed61ba on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:46:08.472390 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Attempting to bind port 00e0e134-2894-42b8-a03d-d7466bed61ba by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '456c6a2f-6cdc-43f2-b5c9-0416ad578df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c'}] {{(pid=86802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:46:08.472742 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Attempting to bind port 00e0e134-2894-42b8-a03d-d7466bed61ba on network 129fe6e0-43d9-4d83-9e75-a054004d611c {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:46:08.486486 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Port 00e0e134-2894-42b8-a03d-d7466bed61ba on network 129fe6e0-43d9-4d83-9e75-a054004d611c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:46:08.486757 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Attempting to bind port 00e0e134-2894-42b8-a03d-d7466bed61ba on network 129fe6e0-43d9-4d83-9e75-a054004d611c {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:46:08.500553 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:46:08.500895 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Checking segment: {'id': '456c6a2f-6cdc-43f2-b5c9-0416ad578df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:46:08.501286 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Bound using segment: {'id': '456c6a2f-6cdc-43f2-b5c9-0416ad578df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c'} {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:46:08.502125 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Bound port: 00e0e134-2894-42b8-a03d-d7466bed61ba, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456c6a2f-6cdc-43f2-b5c9-0416ad578df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c'}}] {{(pid=86802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:46:08.502486 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:08.525762 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d69ffcc6-3279-4505-8120-3e3f21339420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:08.535135 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d69ffcc6-3279-4505-8120-3e3f21339420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:08.549656 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-ed45fbe4-110a-4a11-9982-8acd02e70ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:08.609404 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-e474306a-5ffd-4d35-9c6b-721212a48de3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:08.611031 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-e474306a-5ffd-4d35-9c6b-721212a48de3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.10 "GET /v2.0/networks?id=129fe6e0-43d9-4d83-9e75-a054004d611c HTTP/1.1" status: 200 len: 818 time: 0.3998573 Dec 09 18:46:08.618616 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-d69ffcc6-3279-4505-8120-3e3f21339420 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3f397001e8a46a2b887e1b60c44b5c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5017393 Dec 09 18:46:08.620547 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ffcc6-3279-4505-8120-3e3f21339420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61b85fb-1b2c-44bd-9467-426f396d8698,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:08.621382 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 42116) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:08.638329 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d69ffcc6-3279-4505-8120-3e3f21339420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:08.671624 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Request body: {'port': {'device_id': '4c243a26-86af-4f53-967f-6f634099e731', 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c', 'admin_state_up': True, 'tenant_id': 'd6b5853ee94f4573abed604993053c71'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:46:08.822614 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] For port 00e0e134-2894-42b8-a03d-d7466bed61ba, host hv-cinder-81934, cleared binding levels {{(pid=86802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:46:08.983679 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] For port 00e0e134-2894-42b8-a03d-d7466bed61ba, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=00e0e134-2894-42b8-a03d-d7466bed61ba,segment=NetworkSegment(456c6a2f-6cdc-43f2-b5c9-0416ad578df3),segment_id=456c6a2f-6cdc-43f2-b5c9-0416ad578df3)] {{(pid=86802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:46:09.003263 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-065b20c6-6417-47e9-9736-a6df479210c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:09.004240 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.10', 61125) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:09.020984 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:09.044452 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-de6fc922-af1c-411c-84f1-17f19bd39f4e req-be7da505-f84d-4efe-88db-cbdc8d802850 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Synchronizing usage tracker for tenant:d6b5853ee94f4573abed604993053c71 on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:46:09.077127 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c106d188-8945-45cd-8fab-4468a5d056f1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:09.157307 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-065b20c6-6417-47e9-9736-a6df479210c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:09.168238 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:09.177348 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:09.177965 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:09.179538 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] 10.222.0.10 "PUT /v2.0/ports/00e0e134-2894-42b8-a03d-d7466bed61ba HTTP/1.1" status: 200 len: 1094 time: 2.1262028 Dec 09 18:46:09.179993 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856fb48d-cb2d-4c32-a94f-67b077a6fd1b', 'tag': '00e0e134-2894-42b8-a03d-d7466bed61ba'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:46:09.203657 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Usage tracker for resource:port and tenant:d6b5853ee94f4573abed604993053c71 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:09.209507 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-de6fc922-af1c-411c-84f1-17f19bd39f4e req-be7da505-f84d-4efe-88db-cbdc8d802850 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Unset dirty status for tenant:d6b5853ee94f4573abed604993053c71 on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:46:09.218484 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-de6fc922-af1c-411c-84f1-17f19bd39f4e req-be7da505-f84d-4efe-88db-cbdc8d802850 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 210 time: 0.2941058 Dec 09 18:46:09.231450 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:09.348349 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:09.369169 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Pushing event updated for resources: {'Port': ['ID=00e0e134-2894-42b8-a03d-d7466bed61ba,revision_number=3']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:09.370172 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c0510-5d45-4c0a-bd87-2183cb2c7a7e req-57f6144c-f9f6-41cd-a67e-cb3daca8fc4b tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:09.376738 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:09.384020 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-705c0510-5d45-4c0a-bd87-2183cb2c7a7e req-57f6144c-f9f6-41cd-a67e-cb3daca8fc4b tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 944 time: 0.4232314 Dec 09 18:46:09.419001 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Made reservation on behalf of d6b5853ee94f4573abed604993053c71 for: {'port': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:46:09.423806 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:09.430233 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-858bd911-5bbc-402c-a5b8-38c00fd3fd23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:09.432675 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-858bd911-5bbc-402c-a5b8-38c00fd3fd23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.10 "GET /v2.0/networks?id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f HTTP/1.1" status: 200 len: 817 time: 0.4272647 Dec 09 18:46:09.478872 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-705c0510-5d45-4c0a-bd87-2183cb2c7a7e req-98e701c0-5106-4063-8402-2642e633b626 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913718 Dec 09 18:46:09.509075 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3d4c4eca-0acf-426f-8fbe-878e6dc0d2e1 req-17b0aaf0-b4b7-41e7-9fc5-441502cf2aa9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 210 time: 0.0957398 Dec 09 18:46:09.511803 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-065b20c6-6417-47e9-9736-a6df479210c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:09.555737 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-6c48effe-5cb7-4174-8104-6c16a0399d45 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9027b039a51b432086e827ba9a677b0a HTTP/1.1" status: 200 len: 379 time: 0.1082573 Dec 09 18:46:09.556892 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 42160) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:09.564142 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-6deb085b-329e-45c4-918a-ade8b17402b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:09.576611 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856fb48d-cb2d-4c32-a94f-67b077a6fd1b', 'tag': '00e0e134-2894-42b8-a03d-d7466bed61ba', 'status': 'completed', 'code': 200} Dec 09 18:46:09.578281 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b20c6-6417-47e9-9736-a6df479210c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61b85fb-1b2c-44bd-9467-426f396d8698,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:09.581364 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-0bdccf94-b831-4aa0-8644-96afd4101846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:09.582842 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-0bdccf94-b831-4aa0-8644-96afd4101846 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6b5853ee94f4573abed604993053c71&device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 1097 time: 0.3082519 Dec 09 18:46:09.588068 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Request body: {'port': {'device_id': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'admin_state_up': True, 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'security_groups': ['c90244d4-6f18-40bf-9e16-752451f6ec0b']}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:46:09.596893 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-065b20c6-6417-47e9-9736-a6df479210c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:09.695159 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-065b20c6-6417-47e9-9736-a6df479210c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:09.696365 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-065b20c6-6417-47e9-9736-a6df479210c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a61b85fb-1b2c-44bd-9467-426f396d8698 HTTP/1.1" status: 204 len: 168 time: 1.0739005 Dec 09 18:46:09.704485 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-4ec7ba22-3220-426b-a7bb-ed31e1ef9597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:09.708125 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-c63cc4ce-b0e2-40d7-a85b-b8d02eb7030d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00e0e134-2894-42b8-a03d-d7466bed61ba HTTP/1.1" status: 200 len: 217 time: 0.1097374 Dec 09 18:46:09.772573 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-4ec7ba22-3220-426b-a7bb-ed31e1ef9597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:09.779551 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-4ec7ba22-3220-426b-a7bb-ed31e1ef9597 admin admin] Usage tracker for resource:security_group_rule and tenant:176b97bb06664f66b55514f24e4ff044 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:09.787930 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:09.798703 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:09.806488 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-4ec7ba22-3220-426b-a7bb-ed31e1ef9597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:09.810098 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Made reservation on behalf of 9027b039a51b432086e827ba9a677b0a for: {'port': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:46:09.813855 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:09.829011 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-4ec7ba22-3220-426b-a7bb-ed31e1ef9597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:09.932733 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-2beb7fa6-97fd-4d8c-bb64-4aaf252b42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:09.934555 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-2beb7fa6-97fd-4d8c-bb64-4aaf252b42e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec8933d7-bf4f-4cbd-ab64-4324389374e3 HTTP/1.1" status: 200 len: 858 time: 0.2181978 Dec 09 18:46:09.992452 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-4ec7ba22-3220-426b-a7bb-ed31e1ef9597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:09.999223 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-9b0b2bc4-a9e7-48a8-8b37-1b4f6de97d45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=129fe6e0-43d9-4d83-9e75-a054004d611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557573 Dec 09 18:46:10.004765 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-4ec7ba22-3220-426b-a7bb-ed31e1ef9597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:10.007252 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Allocated IP 172.20.0.9 (129fe6e0-43d9-4d83-9e75-a054004d611c/ec8933d7-bf4f-4cbd-ab64-4324389374e3/598e8120-73f8-466d-89df-be95995990f7) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:46:10.019277 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:10.113653 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 42180) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:10.119257 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-4ec7ba22-3220-426b-a7bb-ed31e1ef9597 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=176b97bb06664f66b55514f24e4ff044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5585048 Dec 09 18:46:10.119257 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7ba22-3220-426b-a7bb-ed31e1ef9597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e2f6ff-e58e-4545-9d83-32b2c07073bd,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:10.120192 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 42182) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:10.127099 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-4ec7ba22-3220-426b-a7bb-ed31e1ef9597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:10.148969 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-75e790d4-dc7d-42ba-bc98-20ed5bbd051a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:10.187864 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Allocated IP 172.20.0.12 (8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f/792d62f6-b051-4e14-8de6-4007bf9e39aa/d6d5620d-3dce-4fdf-92c4-d84fb96fe280) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:46:10.202856 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-75e790d4-dc7d-42ba-bc98-20ed5bbd051a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:10.222142 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-75e790d4-dc7d-42ba-bc98-20ed5bbd051a admin admin] Usage tracker for resource:security_group_rule and tenant:62c6e5e82616479e99a4dc89fd9813f5 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:10.231269 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c18619ef-a630-4d7e-880b-56b01838c3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:10.239842 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-75e790d4-dc7d-42ba-bc98-20ed5bbd051a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:10.254209 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-75e790d4-dc7d-42ba-bc98-20ed5bbd051a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:10.277161 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-64d298c2-c3e9-4c89-860b-b8edd37a756f service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679694 Dec 09 18:46:10.301426 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c18619ef-a630-4d7e-880b-56b01838c3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:10.423873 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ef0ed04d-afb2-469b-8643-8a8cf839e80f req-ba8d849b-0499-41c1-b316-0bfca4aa9a7d tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 210 time: 0.0857222 Dec 09 18:46:10.468219 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c18619ef-a630-4d7e-880b-56b01838c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:10.475391 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d51cc382-dffb-48f5-a08b-482da9dbf97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:10.487121 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:10.500309 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18619ef-a630-4d7e-880b-56b01838c3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e2f6ff-e58e-4545-9d83-32b2c07073bd,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:10.505565 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c18619ef-a630-4d7e-880b-56b01838c3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:10.515853 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Transition to ACTIVE for port object d6d5620d-3dce-4fdf-92c4-d84fb96fe280 will not be triggered until provisioned by entity DHCP. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:46:10.534521 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c18619ef-a630-4d7e-880b-56b01838c3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:10.535484 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-c18619ef-a630-4d7e-880b-56b01838c3dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23e2f6ff-e58e-4545-9d83-32b2c07073bd HTTP/1.1" status: 204 len: 168 time: 0.4120603 Dec 09 18:46:10.565166 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:10.585801 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:10.749734 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:46:10.766296 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event updated for resources: {'Port': ['ID=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:10.769311 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:46:10.784165 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:10.797351 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:10.799313 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:46:10.805785 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:10.806652 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:10.840740 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-024b9bcb-68d9-4bb3-a104-5b017a2e6c48 req-4f64cf4a-76c7-4308-b516-9bc3a26588f6 service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551823 Dec 09 18:46:10.843468 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-75e790d4-dc7d-42ba-bc98-20ed5bbd051a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:10.845778 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc2b7f-4991-4192-94f6-1d323c75778f req-112955a7-eb99-40c6-bf2b-d47c806ef8ca tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:10.853734 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e9fc2b7f-4991-4192-94f6-1d323c75778f req-112955a7-eb99-40c6-bf2b-d47c806ef8ca tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 944 time: 0.1983972 Dec 09 18:46:10.862296 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-75e790d4-dc7d-42ba-bc98-20ed5bbd051a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:10.871827 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2962272 Dec 09 18:46:10.881671 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:10.914401 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fe4a8-84d7-4ba2-8642-b8f58564f69a req-1d2a7ac6-3aa6-4da0-a9cb-dc9d2b359571 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:10.915185 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Request body: {'port': {'device_id': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:46:10.922927 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5a7fe4a8-84d7-4ba2-8642-b8f58564f69a req-1d2a7ac6-3aa6-4da0-a9cb-dc9d2b359571 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 932 time: 0.1975856 Dec 09 18:46:10.983829 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e790d4-dc7d-42ba-bc98-20ed5bbd051a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b2e1e3-a466-448f-8363-07033bd38218,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:11.025745 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e9fc2b7f-4991-4192-94f6-1d323c75778f req-558b03bb-9ead-40bf-bfa2-56c38d6e62e3 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708844 Dec 09 18:46:11.043539 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-75e790d4-dc7d-42ba-bc98-20ed5bbd051a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:11.110428 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-75e790d4-dc7d-42ba-bc98-20ed5bbd051a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62c6e5e82616479e99a4dc89fd9813f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9947650 Dec 09 18:46:11.120649 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 42210) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:11.143998 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5a7fe4a8-84d7-4ba2-8642-b8f58564f69a req-bcca9f5c-87ba-4097-bab2-44241b119f89 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198293 Dec 09 18:46:11.145620 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:11.164557 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-beaa18e3-9323-4de1-9b8c-483df05430cd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:11.181111 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 42216) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:11.191070 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-c9d5e13f-86e3-4dce-b695-f480b12e7277 None None] Provisioning for port d6d5620d-3dce-4fdf-92c4-d84fb96fe280 completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:46:11.204907 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-c9d5e13f-86e3-4dce-b695-f480b12e7277 None None] Provisioning complete for port d6d5620d-3dce-4fdf-92c4-d84fb96fe280 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:46:11.205786 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e13f-86e3-4dce-b695-f480b12e7277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:11.216358 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:11.233506 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-417a9f27-4973-4726-9eb6-a1d7f6e7ab94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:11.273760 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-c9d5e13f-86e3-4dce-b695-f480b12e7277 None None] Port d6d5620d-3dce-4fdf-92c4-d84fb96fe280 cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:46:11.285738 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Network 129fe6e0-43d9-4d83-9e75-a054004d611c is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:46:11.294148 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:46:11.295501 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-417a9f27-4973-4726-9eb6-a1d7f6e7ab94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:11.299784 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-417a9f27-4973-4726-9eb6-a1d7f6e7ab94 admin admin] Usage tracker for resource:security_group_rule and tenant:f57531dac44b4aec93bcbb439f42e554 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:11.300126 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:46:11.303000 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-417a9f27-4973-4726-9eb6-a1d7f6e7ab94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:11.306473 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:11.307330 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:11.310153 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-417a9f27-4973-4726-9eb6-a1d7f6e7ab94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:11.318144 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Pushing event updated for resources: {'Port': ['ID=598e8120-73f8-466d-89df-be95995990f7,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:11.338440 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:11.343463 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f24a63-52f2-414f-b249-b40f06b3ec4b req-53b376ab-2a90-4a1d-a152-09d7cc588541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:11.344966 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f9f24a63-52f2-414f-b249-b40f06b3ec4b req-53b376ab-2a90-4a1d-a152-09d7cc588541 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6b5853ee94f4573abed604993053c71&device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 1097 time: 0.3089452 Dec 09 18:46:11.399879 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-fc2436d4-cbc6-42b8-a65e-70954fa7ba5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:11.442024 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7746878 Dec 09 18:46:11.475368 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Request body: {'port': {'device_id': '4c243a26-86af-4f53-967f-6f634099e731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:46:11.552212 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-fc2436d4-cbc6-42b8-a65e-70954fa7ba5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:11.605234 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device a0a183f6-7850-4a07-8601-ecbc24cd6673 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:46:11.676162 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-417a9f27-4973-4726-9eb6-a1d7f6e7ab94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:11.694944 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:11.718244 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f24a63-52f2-414f-b249-b40f06b3ec4b req-14e333b4-cc0b-4413-ad26-5db7dd8a776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:11.720193 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f9f24a63-52f2-414f-b249-b40f06b3ec4b req-14e333b4-cc0b-4413-ad26-5db7dd8a776b service neutron] 10.222.0.10 "GET /v2.0/networks?id=129fe6e0-43d9-4d83-9e75-a054004d611c HTTP/1.1" status: 200 len: 919 time: 0.3661439 Dec 09 18:46:11.794312 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port a0a183f6-7850-4a07-8601-ecbc24cd6673, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=a0a183f6-7850-4a07-8601-ecbc24cd6673,segment=NetworkSegment(7fc1b411-5d25-4d1c-a34d-3fffe611e5e9),segment_id=7fc1b411-5d25-4d1c-a34d-3fffe611e5e9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:11.812239 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': 'a0a183f6-7850-4a07-8601-ecbc24cd6673', 'network_id': 'f3dfa680-b557-49aa-a7f2-c5555dad834a', 'port_id': 'a0a183f6-7850-4a07-8601-ecbc24cd6673', 'mac_address': 'fa:16:3e:f8:dc:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee19f93-037f-4d1b-be6f-e01a0a068450', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:46:11.841999 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f9f24a63-52f2-414f-b249-b40f06b3ec4b req-4b4f7b2a-dd67-44fb-8e5d-f41a11f2bb10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00e0e134-2894-42b8-a03d-d7466bed61ba HTTP/1.1" status: 200 len: 217 time: 0.1088986 Dec 09 18:46:11.923882 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-417a9f27-4973-4726-9eb6-a1d7f6e7ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:11.941546 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:11.963967 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:11.975707 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-fc2436d4-cbc6-42b8-a65e-70954fa7ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:11.991118 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a183f6-7850-4a07-8601-ecbc24cd6673 {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:46:12.018018 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port a0a183f6-7850-4a07-8601-ecbc24cd6673, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=a0a183f6-7850-4a07-8601-ecbc24cd6673,segment=NetworkSegment(7fc1b411-5d25-4d1c-a34d-3fffe611e5e9),segment_id=7fc1b411-5d25-4d1c-a34d-3fffe611e5e9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:12.027961 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:12.032601 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-9e886562-2543-4137-bee9-e1f1815eb835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:12.034695 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-417a9f27-4973-4726-9eb6-a1d7f6e7ab94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f57531dac44b4aec93bcbb439f42e554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8523185 Dec 09 18:46:12.035753 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f24a63-52f2-414f-b249-b40f06b3ec4b req-5387b6e5-153b-4dfc-b929-882a814c9eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:12.037178 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f9f24a63-52f2-414f-b249-b40f06b3ec4b req-5387b6e5-153b-4dfc-b929-882a814c9eb3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec8933d7-bf4f-4cbd-ab64-4324389374e3 HTTP/1.1" status: 200 len: 858 time: 0.1857793 Dec 09 18:46:12.041969 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 42250) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:12.091437 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-fc2436d4-cbc6-42b8-a65e-70954fa7ba5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:12.092995 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-fc2436d4-cbc6-42b8-a65e-70954fa7ba5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9b2e1e3-a466-448f-8363-07033bd38218 HTTP/1.1" status: 204 len: 168 time: 0.9709861 Dec 09 18:46:12.100668 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a9f27-4973-4726-9eb6-a1d7f6e7ab94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76734aa-077d-490a-90c5-104ce675a60a,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:12.110647 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-417a9f27-4973-4726-9eb6-a1d7f6e7ab94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:12.111602 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:12.127799 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2436d4-cbc6-42b8-a65e-70954fa7ba5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b2e1e3-a466-448f-8363-07033bd38218,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:12.139917 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92493364-4e5b-4d52-bafd-2005f358ebe9 req-06fcfa1c-e444-41e8-863d-d7613ead56bf tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:12.149579 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-92493364-4e5b-4d52-bafd-2005f358ebe9 req-06fcfa1c-e444-41e8-863d-d7613ead56bf tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 931 time: 0.4687626 Dec 09 18:46:12.152728 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-fc2436d4-cbc6-42b8-a65e-70954fa7ba5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:12.169458 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f9f24a63-52f2-414f-b249-b40f06b3ec4b req-cc61d937-fef5-46d7-b970-c4fa45f5dba1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=129fe6e0-43d9-4d83-9e75-a054004d611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065550 Dec 09 18:46:12.217514 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=a0a183f6-7850-4a07-8601-ecbc24cd6673,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:12.224447 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:12.300401 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-92493364-4e5b-4d52-bafd-2005f358ebe9 req-a540043b-bad3-4c0b-b0b6-48d9c9d34a7a tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495678 Dec 09 18:46:12.319346 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d5620d-3dce-4fdf-92c4-d84fb96fe280 {{(pid=86801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:46:12.328078 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:12.347514 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Transition to ACTIVE for port object d6d5620d-3dce-4fdf-92c4-d84fb96fe280 will not be triggered until provisioned by entity L2. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:46:12.355127 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:12.367416 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:12.518484 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c24332a0-469d-4d73-a295-9776d0a2df64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:12.580687 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['a0a183f6-7850-4a07-8601-ecbc24cd6673'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:46:12.668261 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c24332a0-469d-4d73-a295-9776d0a2df64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:12.695668 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f9f24a63-52f2-414f-b249-b40f06b3ec4b req-752c21b8-ceeb-46ee-becc-668987bec840 service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080523 Dec 09 18:46:12.710248 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Attempting to bind port d6d5620d-3dce-4fdf-92c4-d84fb96fe280 on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:46:12.710596 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Attempting to bind port d6d5620d-3dce-4fdf-92c4-d84fb96fe280 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:46:12.710951 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Attempting to bind port d6d5620d-3dce-4fdf-92c4-d84fb96fe280 on network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:46:12.724460 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Port d6d5620d-3dce-4fdf-92c4-d84fb96fe280 on network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:46:12.724757 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Attempting to bind port d6d5620d-3dce-4fdf-92c4-d84fb96fe280 on network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:46:12.734096 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:12.747085 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:46:12.747648 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Checking segment: {'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:46:12.748345 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Bound using segment: {'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:46:12.748984 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Bound port: d6d5620d-3dce-4fdf-92c4-d84fb96fe280, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'}}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:46:12.749492 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:12.769195 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:12.877086 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcaa095-896b-4068-8b45-4d7ee400e099 req-d09ac3b0-156a-4ab5-b792-62fd65d3e0c4 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:12.888725 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-adcaa095-896b-4068-8b45-4d7ee400e099 req-d09ac3b0-156a-4ab5-b792-62fd65d3e0c4 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 945 time: 0.5257697 Dec 09 18:46:12.919562 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676cac4-2b63-4b70-8860-dfb54da12ac6 req-72c4653d-ccdf-4635-980c-fa898e8690bc tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:12.924756 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-3676cac4-2b63-4b70-8860-dfb54da12ac6 req-72c4653d-ccdf-4635-980c-fa898e8690bc tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Synchronizing usage tracker for tenant:9027b039a51b432086e827ba9a677b0a on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:46:12.996908 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598e8120-73f8-466d-89df-be95995990f7 {{(pid=86802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:46:13.005581 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-3676cac4-2b63-4b70-8860-dfb54da12ac6 req-72c4653d-ccdf-4635-980c-fa898e8690bc tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Unset dirty status for tenant:9027b039a51b432086e827ba9a677b0a on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:46:13.012724 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:13.015827 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3676cac4-2b63-4b70-8860-dfb54da12ac6 req-72c4653d-ccdf-4635-980c-fa898e8690bc tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.5315652 Dec 09 18:46:13.023413 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] For port d6d5620d-3dce-4fdf-92c4-d84fb96fe280, host hv-cinder-81934, cleared binding levels {{(pid=86801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:46:13.077810 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] For port d6d5620d-3dce-4fdf-92c4-d84fb96fe280, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:46:13.081261 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3676cac4-2b63-4b70-8860-dfb54da12ac6 req-de503715-dd8b-4493-a255-e68e4a4f9a35 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598395 Dec 09 18:46:13.086840 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:13.093968 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:13.125965 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.provisioning_blocks [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Transition to ACTIVE for port object 598e8120-73f8-466d-89df-be95995990f7 will not be triggered until provisioned by entity L2. {{(pid=86802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:46:13.152265 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:13.182352 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-4612fa12-87ce-481d-8ac9-45c9d999d2d3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:13.185826 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,revision_number=3']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:13.203505 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:13.209041 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:13.210030 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:13.212133 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] 10.222.0.10 "PUT /v2.0/ports/d6d5620d-3dce-4fdf-92c4-d84fb96fe280 HTTP/1.1" status: 200 len: 1094 time: 2.3042929 Dec 09 18:46:13.214133 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'tag': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:46:13.325598 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-adcaa095-896b-4068-8b45-4d7ee400e099 req-5d55a173-226f-48e7-a0e6-c6a542694693 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358270 Dec 09 18:46:13.342250 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c24332a0-469d-4d73-a295-9776d0a2df64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:13.359224 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f9f24a63-52f2-414f-b249-b40f06b3ec4b req-12633063-a8cd-4925-a96a-c2e3976ae2ee service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6513813 Dec 09 18:46:13.431054 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-bd1f7d9e-6377-4c08-9e45-cc1dcf0d4e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:13.433348 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-bd1f7d9e-6377-4c08-9e45-cc1dcf0d4e5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9027b039a51b432086e827ba9a677b0a&device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 1097 time: 0.1324193 Dec 09 18:46:13.448837 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Pushing event updated for resources: {'Port': ['ID=598e8120-73f8-466d-89df-be95995990f7,revision_number=2']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:13.453639 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:13.455379 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:13.470832 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c24332a0-469d-4d73-a295-9776d0a2df64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:13.472233 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-c24332a0-469d-4d73-a295-9776d0a2df64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a76734aa-077d-490a-90c5-104ce675a60a HTTP/1.1" status: 204 len: 168 time: 1.4291906 Dec 09 18:46:13.521931 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24332a0-469d-4d73-a295-9776d0a2df64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76734aa-077d-490a-90c5-104ce675a60a,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:13.545457 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c24332a0-469d-4d73-a295-9776d0a2df64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:13.581106 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-8ca5a8f8-6ffa-469f-8a35-9c8a91b2e1f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280 HTTP/1.1" status: 200 len: 217 time: 0.1339283 Dec 09 18:46:13.586265 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Attempting to bind port 598e8120-73f8-466d-89df-be95995990f7 on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:46:13.586647 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Attempting to bind port 598e8120-73f8-466d-89df-be95995990f7 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '456c6a2f-6cdc-43f2-b5c9-0416ad578df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c'}] {{(pid=86802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:46:13.587018 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Attempting to bind port 598e8120-73f8-466d-89df-be95995990f7 on network 129fe6e0-43d9-4d83-9e75-a054004d611c {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:46:13.593177 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Port 598e8120-73f8-466d-89df-be95995990f7 on network 129fe6e0-43d9-4d83-9e75-a054004d611c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:46:13.593933 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Attempting to bind port 598e8120-73f8-466d-89df-be95995990f7 on network 129fe6e0-43d9-4d83-9e75-a054004d611c {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:46:13.599642 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:46:13.599991 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Checking segment: {'id': '456c6a2f-6cdc-43f2-b5c9-0416ad578df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:46:13.600363 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Bound using segment: {'id': '456c6a2f-6cdc-43f2-b5c9-0416ad578df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c'} {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:46:13.600971 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Bound port: 598e8120-73f8-466d-89df-be95995990f7, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456c6a2f-6cdc-43f2-b5c9-0416ad578df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c'}}] {{(pid=86802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:46:13.601316 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:13.701359 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] For port 598e8120-73f8-466d-89df-be95995990f7, host hv-cinder-81934, cleared binding levels {{(pid=86802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:46:13.705101 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] For port 598e8120-73f8-466d-89df-be95995990f7, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=598e8120-73f8-466d-89df-be95995990f7,segment=NetworkSegment(456c6a2f-6cdc-43f2-b5c9-0416ad578df3),segment_id=456c6a2f-6cdc-43f2-b5c9-0416ad578df3)] {{(pid=86802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:46:13.713049 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:13.714058 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-5df2487b-c4b2-4967-bc11-11cd42350e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:13.715760 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-5df2487b-c4b2-4967-bc11-11cd42350e04 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=792d62f6-b051-4e14-8de6-4007bf9e39aa HTTP/1.1" status: 200 len: 856 time: 0.1026144 Dec 09 18:46:13.718654 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:13.785037 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55c7bb-34e9-413e-a2db-4e6007dc4cae req-db6e7671-baaf-41ca-b98f-0cbcac60a1f9 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:13.793511 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:13.794164 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:13.794832 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-1e55c7bb-34e9-413e-a2db-4e6007dc4cae req-db6e7671-baaf-41ca-b98f-0cbcac60a1f9 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 943 time: 0.2242393 Dec 09 18:46:13.795610 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] 10.222.0.10 "PUT /v2.0/ports/598e8120-73f8-466d-89df-be95995990f7 HTTP/1.1" status: 200 len: 1093 time: 2.3266845 Dec 09 18:46:13.796087 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c243a26-86af-4f53-967f-6f634099e731', 'tag': '598e8120-73f8-466d-89df-be95995990f7'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:46:13.812112 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Pushing event updated for resources: {'Port': ['ID=598e8120-73f8-466d-89df-be95995990f7,revision_number=3']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:13.816891 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:13.869052 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-1e55c7bb-34e9-413e-a2db-4e6007dc4cae req-fc36cd6b-9499-4f7a-ae61-a19c8d2ca8b4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732045 Dec 09 18:46:13.912129 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1cfd590a-75dc-42fc-8a01-8a425c06ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:13.915895 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-1cfd590a-75dc-42fc-8a01-8a425c06ceea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1903212 Dec 09 18:46:13.984809 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c243a26-86af-4f53-967f-6f634099e731', 'tag': '598e8120-73f8-466d-89df-be95995990f7', 'status': 'completed', 'code': 200} Dec 09 18:46:14.030284 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-96916a37-76e2-4fbb-8648-db3c000f49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:14.033234 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-96916a37-76e2-4fbb-8648-db3c000f49e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6b5853ee94f4573abed604993053c71&device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 1096 time: 0.1710203 Dec 09 18:46:14.164907 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-9567810e-b5ac-4ffe-b4c5-c6c7df912b86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=598e8120-73f8-466d-89df-be95995990f7 HTTP/1.1" status: 200 len: 217 time: 0.1190557 Dec 09 18:46:14.167006 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'tag': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280', 'status': 'completed', 'code': 200} Dec 09 18:46:14.302859 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-7561049b-6fa7-40e6-bfd0-b2d4c3421def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:14.302982 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-b57fddab-a27c-4ff7-b047-428206bc138e service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796017 Dec 09 18:46:14.308285 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-7561049b-6fa7-40e6-bfd0-b2d4c3421def service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec8933d7-bf4f-4cbd-ab64-4324389374e3 HTTP/1.1" status: 200 len: 858 time: 0.1360881 Dec 09 18:46:14.368201 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-17e96372-b2cd-494e-bb7d-d66252cbb8a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=129fe6e0-43d9-4d83-9e75-a054004d611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536785 Dec 09 18:46:14.548527 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-81c57ac0-fa6d-41b1-b733-25d2ba56d785 service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733031 Dec 09 18:46:14.768795 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4072e1ff-10d2-4597-bbe5-70a1654c027b req-ad786d51-8028-436b-9ed8-40829b18f9e1 service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757734 Dec 09 18:46:14.778801 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b01857-88ef-4188-8057-46c612070562 req-d49aa193-ddda-47e4-b033-7fbbe9131bb0 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:14.780776 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-07b01857-88ef-4188-8057-46c612070562 req-d49aa193-ddda-47e4-b033-7fbbe9131bb0 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.4733677 Dec 09 18:46:14.789665 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4940fabd-1b46-43a6-957f-2258f5fec806 req-2f86f755-d87d-4b9f-aa17-0b0bd6143d89 service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805493 Dec 09 18:46:14.880138 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a33d5-839a-4565-8a6a-9d01b6a6a015 req-e212a144-a5c2-4929-b97a-c85fa8f02b6d tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:14.881929 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ff2a33d5-839a-4565-8a6a-9d01b6a6a015 req-e212a144-a5c2-4929-b97a-c85fa8f02b6d tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 945 time: 0.3310246 Dec 09 18:46:14.948158 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ff2a33d5-839a-4565-8a6a-9d01b6a6a015 req-d18a3467-ec0b-4213-860c-9e218d6fbb29 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583384 Dec 09 18:46:15.034072 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfacab6-d514-4adb-b3da-d636a343fc9a req-aa21ba55-4214-4774-b78c-619cf9479e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:15.035578 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5cfacab6-d514-4adb-b3da-d636a343fc9a req-aa21ba55-4214-4774-b78c-619cf9479e8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6b5853ee94f4573abed604993053c71&device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 1096 time: 0.0909171 Dec 09 18:46:15.125348 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-07b01857-88ef-4188-8057-46c612070562 req-417ce861-9b3d-43d0-afc2-d6d0048026bd tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3310618 Dec 09 18:46:15.215280 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11187f9c-cb0a-497c-b264-c5394061bc84 req-f72db3e8-9ada-4027-a400-b7ee8b49ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:15.218674 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11187f9c-cb0a-497c-b264-c5394061bc84 req-f72db3e8-9ada-4027-a400-b7ee8b49ed47 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9027b039a51b432086e827ba9a677b0a&device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 1097 time: 0.2932141 Dec 09 18:46:15.388914 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfacab6-d514-4adb-b3da-d636a343fc9a req-cfc4dd21-494d-4b45-a630-991ee5990044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:15.390396 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5cfacab6-d514-4adb-b3da-d636a343fc9a req-cfc4dd21-494d-4b45-a630-991ee5990044 service neutron] 10.222.0.10 "GET /v2.0/networks?id=129fe6e0-43d9-4d83-9e75-a054004d611c HTTP/1.1" status: 200 len: 919 time: 0.3471193 Dec 09 18:46:15.489085 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5cfacab6-d514-4adb-b3da-d636a343fc9a req-68bef0c6-306b-4a36-bbd0-c9ebdd691af1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=598e8120-73f8-466d-89df-be95995990f7 HTTP/1.1" status: 200 len: 217 time: 0.0893302 Dec 09 18:46:15.603128 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 00e0e134-2894-42b8-a03d-d7466bed61ba details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:46:15.649725 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11187f9c-cb0a-497c-b264-c5394061bc84 req-e2a2e9fe-25d3-4753-a299-d428513448b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:15.655473 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11187f9c-cb0a-497c-b264-c5394061bc84 req-e2a2e9fe-25d3-4753-a299-d428513448b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f HTTP/1.1" status: 200 len: 918 time: 0.4282196 Dec 09 18:46:15.660098 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device a0a183f6-7850-4a07-8601-ecbc24cd6673 up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:46:15.678618 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a84fa9-8394-4d60-8a51-6092fb269586 req-7a2b07e1-8c5d-4d93-a633-4f344a887e19 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:15.683569 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-72a84fa9-8394-4d60-8a51-6092fb269586 req-7a2b07e1-8c5d-4d93-a633-4f344a887e19 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Synchronizing usage tracker for tenant:d6b5853ee94f4573abed604993053c71 on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:46:15.699843 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfacab6-d514-4adb-b3da-d636a343fc9a req-0e1d7c24-f312-400c-b6ea-41925c09ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:15.701621 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5cfacab6-d514-4adb-b3da-d636a343fc9a req-0e1d7c24-f312-400c-b6ea-41925c09ac01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec8933d7-bf4f-4cbd-ab64-4324389374e3 HTTP/1.1" status: 200 len: 858 time: 0.2038524 Dec 09 18:46:15.780714 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5cfacab6-d514-4adb-b3da-d636a343fc9a req-af367eb9-7337-4c05-98d6-c1a519961b4e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=129fe6e0-43d9-4d83-9e75-a054004d611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695298 Dec 09 18:46:15.785737 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-72a84fa9-8394-4d60-8a51-6092fb269586 req-7a2b07e1-8c5d-4d93-a633-4f344a887e19 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Unset dirty status for tenant:d6b5853ee94f4573abed604993053c71 on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:46:15.786808 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-72a84fa9-8394-4d60-8a51-6092fb269586 req-7a2b07e1-8c5d-4d93-a633-4f344a887e19 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 943 time: 0.4747267 Dec 09 18:46:15.793374 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11187f9c-cb0a-497c-b264-c5394061bc84 req-c8f95b36-2def-417e-87be-aec67e44fca2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280 HTTP/1.1" status: 200 len: 217 time: 0.1310673 Dec 09 18:46:15.886514 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11187f9c-cb0a-497c-b264-c5394061bc84 req-d6bb12d9-9881-4cdd-89d8-fc79ca032d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:15.890637 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11187f9c-cb0a-497c-b264-c5394061bc84 req-d6bb12d9-9881-4cdd-89d8-fc79ca032d8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=792d62f6-b051-4e14-8de6-4007bf9e39aa HTTP/1.1" status: 200 len: 856 time: 0.0892105 Dec 09 18:46:16.015925 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11187f9c-cb0a-497c-b264-c5394061bc84 req-a0340b5a-cbfa-4911-92f7-cbb012e265b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:16.018251 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11187f9c-cb0a-497c-b264-c5394061bc84 req-a0340b5a-cbfa-4911-92f7-cbb012e265b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1186843 Dec 09 18:46:16.106435 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-72a84fa9-8394-4d60-8a51-6092fb269586 req-f8a6623b-472d-4609-b098-ca807b402c04 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Synchronizing usage tracker for tenant:d6b5853ee94f4573abed604993053c71 on resource:security_group {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:46:16.113757 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 00e0e134-2894-42b8-a03d-d7466bed61ba, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=00e0e134-2894-42b8-a03d-d7466bed61ba,segment=NetworkSegment(456c6a2f-6cdc-43f2-b5c9-0416ad578df3),segment_id=456c6a2f-6cdc-43f2-b5c9-0416ad578df3)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:16.166935 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-72a84fa9-8394-4d60-8a51-6092fb269586 req-f8a6623b-472d-4609-b098-ca807b402c04 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Unset dirty status for tenant:d6b5853ee94f4573abed604993053c71 on resource:security_group {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:46:16.168873 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port a0a183f6-7850-4a07-8601-ecbc24cd6673 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:46:16.172231 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': '00e0e134-2894-42b8-a03d-d7466bed61ba', 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c', 'port_id': '00e0e134-2894-42b8-a03d-d7466bed61ba', 'mac_address': 'fa:16:3e:b1:d4:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8933d7-bf4f-4cbd-ab64-4324389374e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:46:16.188055 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-72a84fa9-8394-4d60-8a51-6092fb269586 req-f8a6623b-472d-4609-b098-ca807b402c04 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900023 Dec 09 18:46:16.204626 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5cfacab6-d514-4adb-b3da-d636a343fc9a req-8c334336-ccb7-4314-9334-c35f4a18fa10 service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013255 Dec 09 18:46:16.206071 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port a0a183f6-7850-4a07-8601-ecbc24cd6673 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:46:16.208700 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:16.395010 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:16.423039 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e0e134-2894-42b8-a03d-d7466bed61ba {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:46:16.435629 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11187f9c-cb0a-497c-b264-c5394061bc84 req-6f035ddc-6b75-4492-ad68-70eb165b8a21 service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080632 Dec 09 18:46:16.439834 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 00e0e134-2894-42b8-a03d-d7466bed61ba, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=00e0e134-2894-42b8-a03d-d7466bed61ba,segment=NetworkSegment(456c6a2f-6cdc-43f2-b5c9-0416ad578df3),segment_id=456c6a2f-6cdc-43f2-b5c9-0416ad578df3)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:16.475015 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f65710-475f-462c-bf2e-2c33d5954586 req-afd1b265-7908-4343-b412-8461a4bf97c0 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:16.476850 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-05f65710-475f-462c-bf2e-2c33d5954586 req-afd1b265-7908-4343-b412-8461a4bf97c0 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 945 time: 0.2499526 Dec 09 18:46:16.521620 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:16.534390 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:16.552776 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d29f1-0889-4772-8dfc-81fb95104139 req-60985959-398f-44c5-b691-7b8932b34f82 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:16.554982 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-461d29f1-0889-4772-8dfc-81fb95104139 req-60985959-398f-44c5-b691-7b8932b34f82 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.1518052 Dec 09 18:46:16.559738 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5cfacab6-d514-4adb-b3da-d636a343fc9a req-7bec169d-8afb-499d-bc09-19038a35eb52 service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562503 Dec 09 18:46:16.611676 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-461d29f1-0889-4772-8dfc-81fb95104139 req-0d72baa7-5e4c-40ac-98ee-9b7f21caa3a7 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487604 Dec 09 18:46:16.660988 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-05f65710-475f-462c-bf2e-2c33d5954586 req-ac6cbe39-4ed2-48d6-980d-692a7f852fc3 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731434 Dec 09 18:46:16.716762 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11187f9c-cb0a-497c-b264-c5394061bc84 req-b21d3426-bc9d-48d4-8691-f7a64f314ba0 service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727249 Dec 09 18:46:16.717376 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=00e0e134-2894-42b8-a03d-d7466bed61ba,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:16.723194 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:16.727932 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:16.772919 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b0e109-963f-44b1-8956-cadc17a72559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a183f6-7850-4a07-8601-ecbc24cd6673'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:46:16.854109 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port a0a183f6-7850-4a07-8601-ecbc24cd6673, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=a0a183f6-7850-4a07-8601-ecbc24cd6673,segment=NetworkSegment(7fc1b411-5d25-4d1c-a34d-3fffe611e5e9),segment_id=7fc1b411-5d25-4d1c-a34d-3fffe611e5e9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:16.864532 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:16.866414 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:16.976962 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=a0a183f6-7850-4a07-8601-ecbc24cd6673,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:16.980710 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:17.080411 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b0e109-963f-44b1-8956-cadc17a72559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a183f6-7850-4a07-8601-ecbc24cd6673', 'code': 200} Dec 09 18:46:17.115715 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['00e0e134-2894-42b8-a03d-d7466bed61ba'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:46:17.579051 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5e4e2-7de1-4dc8-a846-7a623af91a84 req-d2839ba3-f50e-4ec7-b38d-ea6fda443b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:17.580731 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-81a5e4e2-7de1-4dc8-a846-7a623af91a84 req-d2839ba3-f50e-4ec7-b38d-ea6fda443b20 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 1099 time: 0.2276566 Dec 09 18:46:17.587979 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35349a5-d06f-4398-8fa0-7b57a80ccf91 req-f9473773-3e65-41c1-8ee6-31c4875e0f64 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:17.589658 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f35349a5-d06f-4398-8fa0-7b57a80ccf91 req-f9473773-3e65-41c1-8ee6-31c4875e0f64 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 943 time: 0.1517787 Dec 09 18:46:17.619306 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-81a5e4e2-7de1-4dc8-a846-7a623af91a84 req-b1776385-c07b-462f-82f8-804d827fc9ea service neutron] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:17.646726 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-81a5e4e2-7de1-4dc8-a846-7a623af91a84 req-b1776385-c07b-462f-82f8-804d827fc9ea service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:17.654900 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-81a5e4e2-7de1-4dc8-a846-7a623af91a84 req-b1776385-c07b-462f-82f8-804d827fc9ea service neutron] Usage tracker for resource:security_group_rule and tenant:3c89dc2361734c2a9cf6739c2ae2dea2 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:17.659431 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-81a5e4e2-7de1-4dc8-a846-7a623af91a84 req-b1776385-c07b-462f-82f8-804d827fc9ea service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:17.668548 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f35349a5-d06f-4398-8fa0-7b57a80ccf91 req-83ca2629-6ed6-4e14-8f30-c77b4b2b8e70 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631664 Dec 09 18:46:17.669428 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-81a5e4e2-7de1-4dc8-a846-7a623af91a84 req-b1776385-c07b-462f-82f8-804d827fc9ea service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:17.789395 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-81a5e4e2-7de1-4dc8-a846-7a623af91a84 req-b1776385-c07b-462f-82f8-804d827fc9ea service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:17.797217 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-81a5e4e2-7de1-4dc8-a846-7a623af91a84 req-b1776385-c07b-462f-82f8-804d827fc9ea service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:17.812398 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d69ffcc6-3279-4505-8120-3e3f21339420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:17.848019 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1776385-c07b-462f-82f8-804d827fc9ea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=78b871b3-adfe-42e3-80ae-de75dc31cd0b,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:17.852149 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-b1776385-c07b-462f-82f8-804d827fc9ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:17.901219 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-81a5e4e2-7de1-4dc8-a846-7a623af91a84 req-b1776385-c07b-462f-82f8-804d827fc9ea service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103018 Dec 09 18:46:17.920519 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a03d38-59ca-49c8-be04-f8e38c430389 req-3b674c68-b40c-4bd7-9fba-1b0c29b7e8f3 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:17.926222 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-37a03d38-59ca-49c8-be04-f8e38c430389 req-3b674c68-b40c-4bd7-9fba-1b0c29b7e8f3 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.1683331 Dec 09 18:46:17.958711 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e0ac2-bf0e-42f4-a1fd-0b0a6fed5722 req-8f3c6d3a-a02d-49a3-874a-2502de021b3e tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:17.960185 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-025e0ac2-bf0e-42f4-a1fd-0b0a6fed5722 req-8f3c6d3a-a02d-49a3-874a-2502de021b3e tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 946 time: 0.1052706 Dec 09 18:46:17.975905 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-37a03d38-59ca-49c8-be04-f8e38c430389 req-fb8beb30-1ad6-4d50-9a53-62fef6ee8d95 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436475 Dec 09 18:46:18.021143 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-025e0ac2-bf0e-42f4-a1fd-0b0a6fed5722 req-3964645d-494c-449d-acfd-dc5f051444f7 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498850 Dec 09 18:46:18.889251 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f6259-8347-43ec-9049-ee03c7b481d8 req-1387face-4bfd-4248-9a17-fb3f005a5524 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:18.890872 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-fc4f6259-8347-43ec-9049-ee03c7b481d8 req-1387face-4bfd-4248-9a17-fb3f005a5524 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 943 time: 0.0982592 Dec 09 18:46:18.941643 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-fc4f6259-8347-43ec-9049-ee03c7b481d8 req-eb8b9ed3-ff60-4e09-8732-ff6f05a69c51 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418520 Dec 09 18:46:19.211007 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588e6de-54bf-4b58-8859-d0ee83f141bd req-22877128-c283-4954-ae5c-3aa248575208 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:19.219596 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d588e6de-54bf-4b58-8859-d0ee83f141bd req-22877128-c283-4954-ae5c-3aa248575208 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.0999875 Dec 09 18:46:19.236146 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab21b6-356b-4b62-85a6-87d23d537d1a req-14535673-c288-47bb-a102-de15a03b7a0b tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:19.238366 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d6ab21b6-356b-4b62-85a6-87d23d537d1a req-14535673-c288-47bb-a102-de15a03b7a0b tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 946 time: 0.0874672 Dec 09 18:46:19.272782 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d588e6de-54bf-4b58-8859-d0ee83f141bd req-d383b31f-72b4-49c1-a139-510ee23742d5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518482 Dec 09 18:46:19.297390 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d6ab21b6-356b-4b62-85a6-87d23d537d1a req-98b1747c-7f85-4556-9fb4-12c83674ccd1 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510800 Dec 09 18:46:19.612731 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 598e8120-73f8-466d-89df-be95995990f7 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:46:19.621880 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 00e0e134-2894-42b8-a03d-d7466bed61ba up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:46:19.793811 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port 00e0e134-2894-42b8-a03d-d7466bed61ba completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:46:19.812051 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port 00e0e134-2894-42b8-a03d-d7466bed61ba triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:46:19.812932 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:19.880123 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 598e8120-73f8-466d-89df-be95995990f7, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=598e8120-73f8-466d-89df-be95995990f7,segment=NetworkSegment(456c6a2f-6cdc-43f2-b5c9-0416ad578df3),segment_id=456c6a2f-6cdc-43f2-b5c9-0416ad578df3)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:19.899582 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': '598e8120-73f8-466d-89df-be95995990f7', 'network_id': '129fe6e0-43d9-4d83-9e75-a054004d611c', 'port_id': '598e8120-73f8-466d-89df-be95995990f7', 'mac_address': 'fa:16:3e:aa:08:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8933d7-bf4f-4cbd-ab64-4324389374e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:46:20.043189 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:20.059624 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:20.092130 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598e8120-73f8-466d-89df-be95995990f7 {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:46:20.121260 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856fb48d-cb2d-4c32-a94f-67b077a6fd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e0e134-2894-42b8-a03d-d7466bed61ba'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:46:20.139229 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 598e8120-73f8-466d-89df-be95995990f7, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=598e8120-73f8-466d-89df-be95995990f7,segment=NetworkSegment(456c6a2f-6cdc-43f2-b5c9-0416ad578df3),segment_id=456c6a2f-6cdc-43f2-b5c9-0416ad578df3)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:20.164344 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 00e0e134-2894-42b8-a03d-d7466bed61ba, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=00e0e134-2894-42b8-a03d-d7466bed61ba,segment=NetworkSegment(456c6a2f-6cdc-43f2-b5c9-0416ad578df3),segment_id=456c6a2f-6cdc-43f2-b5c9-0416ad578df3)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:20.165507 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:20.166247 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device d6d5620d-3dce-4fdf-92c4-d84fb96fe280 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:46:20.175823 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:20.210570 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aac7f0-4a0f-4e75-bdfa-b1888fa376a0 req-9f38b3a3-8187-45c8-9f1f-4fad88a695b3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:20.214635 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a8aac7f0-4a0f-4e75-bdfa-b1888fa376a0 req-9f38b3a3-8187-45c8-9f1f-4fad88a695b3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 943 time: 0.1546943 Dec 09 18:46:20.239809 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856fb48d-cb2d-4c32-a94f-67b077a6fd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e0e134-2894-42b8-a03d-d7466bed61ba', 'code': 200} Dec 09 18:46:20.240980 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:20.273904 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a8aac7f0-4a0f-4e75-bdfa-b1888fa376a0 req-4b0be782-951e-413a-99ba-681861542f53 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536494 Dec 09 18:46:20.395282 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-99c187d6-10a3-4685-9cc4-3a9dd93fedd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:20.401209 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=598e8120-73f8-466d-89df-be95995990f7,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:20.406017 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:20.406412 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:20.506410 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=00e0e134-2894-42b8-a03d-d7466bed61ba,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:20.510833 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:20.516624 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port d6d5620d-3dce-4fdf-92c4-d84fb96fe280, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:20.538965 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'port_id': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280', 'mac_address': 'fa:16:3e:0b:3f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:46:20.565679 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca77071-19f7-47c9-bec5-6c4f1d16c2db req-3e0ab299-40bb-4c6f-9091-f63c40c0ce90 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:20.568020 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7ca77071-19f7-47c9-bec5-6c4f1d16c2db req-3e0ab299-40bb-4c6f-9091-f63c40c0ce90 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.1194074 Dec 09 18:46:20.620574 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:20.636610 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708ba93-cafc-4678-b19c-367dadd1a6dd req-2e363b11-f24b-45b1-89ef-628e641c7f6b tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:20.638591 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0708ba93-cafc-4678-b19c-367dadd1a6dd req-2e363b11-f24b-45b1-89ef-628e641c7f6b tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 946 time: 0.1633887 Dec 09 18:46:20.657228 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d5620d-3dce-4fdf-92c4-d84fb96fe280 {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:46:20.658220 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7ca77071-19f7-47c9-bec5-6c4f1d16c2db req-36cead7e-ebf0-4b05-8752-6dc70ffca62d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829949 Dec 09 18:46:20.664646 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd83136-bccb-4e96-b1dd-ac1b215ba9a6 req-cc646a7a-d383-4981-b740-23974d5013a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:20.666500 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7cd83136-bccb-4e96-b1dd-ac1b215ba9a6 req-cc646a7a-d383-4981-b740-23974d5013a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 1099 time: 0.1283066 Dec 09 18:46:20.693047 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port d6d5620d-3dce-4fdf-92c4-d84fb96fe280, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:20.700084 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:20.704168 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-0a20d200-8a07-4bb4-86cb-6e07cc342630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:20.718032 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7cd83136-bccb-4e96-b1dd-ac1b215ba9a6 req-88467d96-f747-4350-b933-c73427a36910 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442455 Dec 09 18:46:20.752595 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0708ba93-cafc-4678-b19c-367dadd1a6dd req-218c45c1-6a38-48e5-9790-2c96726ffb22 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038599 Dec 09 18:46:20.801464 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:20.806817 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:20.836469 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 42616) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:20.975540 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d2283820-1a9b-403a-aed1-e94a7d92e108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:20.990333 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-d2283820-1a9b-403a-aed1-e94a7d92e108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:20.995793 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-d2283820-1a9b-403a-aed1-e94a7d92e108 admin admin] Usage tracker for resource:security_group_rule and tenant:ca17770edec0424fa96f6a243916f4e6 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:20.998911 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-d2283820-1a9b-403a-aed1-e94a7d92e108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:21.005086 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-d2283820-1a9b-403a-aed1-e94a7d92e108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:21.099440 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d2283820-1a9b-403a-aed1-e94a7d92e108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:21.104866 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d2283820-1a9b-403a-aed1-e94a7d92e108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:21.115182 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:21.152347 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['598e8120-73f8-466d-89df-be95995990f7'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:46:21.156209 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2283820-1a9b-403a-aed1-e94a7d92e108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9c5c4a-2d41-4641-bb0a-491a9920eeb0,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:21.161088 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d2283820-1a9b-403a-aed1-e94a7d92e108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:21.163606 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-d2283820-1a9b-403a-aed1-e94a7d92e108 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca17770edec0424fa96f6a243916f4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258047 Dec 09 18:46:21.166300 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 42630) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:21.211444 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['d6d5620d-3dce-4fdf-92c4-d84fb96fe280'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:46:21.245351 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3d32b02b-cddb-44d2-b2f4-9124d216d49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:21.280894 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3d32b02b-cddb-44d2-b2f4-9124d216d49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:21.514885 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:21.536036 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3d32b02b-cddb-44d2-b2f4-9124d216d49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:21.540954 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-b1776385-c07b-462f-82f8-804d827fc9ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:21.559537 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54826234-ea1a-4435-82d2-356d1e0d6378 req-228046eb-8e44-4543-91e3-98e1c08a2284 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:21.568604 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-54826234-ea1a-4435-82d2-356d1e0d6378 req-228046eb-8e44-4543-91e3-98e1c08a2284 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 944 time: 0.1327407 Dec 09 18:46:21.577743 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32b02b-cddb-44d2-b2f4-9124d216d49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9c5c4a-2d41-4641-bb0a-491a9920eeb0,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:21.597247 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-3d32b02b-cddb-44d2-b2f4-9124d216d49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:21.616784 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3d32b02b-cddb-44d2-b2f4-9124d216d49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:21.617939 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-3d32b02b-cddb-44d2-b2f4-9124d216d49b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe9c5c4a-2d41-4641-bb0a-491a9920eeb0 HTTP/1.1" status: 204 len: 168 time: 0.4501536 Dec 09 18:46:21.619746 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-54826234-ea1a-4435-82d2-356d1e0d6378 req-4ee12edb-6238-4699-b519-045df33d50b3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489087 Dec 09 18:46:21.894214 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3defb-d7bd-44c1-aeaf-5252c95c6067 req-f4f62fe4-f15f-4114-ac58-31f293489a9a tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:21.896408 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-52d3defb-d7bd-44c1-aeaf-5252c95c6067 req-f4f62fe4-f15f-4114-ac58-31f293489a9a tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 945 time: 0.0995753 Dec 09 18:46:21.976094 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-52d3defb-d7bd-44c1-aeaf-5252c95c6067 req-027f6590-c1fe-4277-b758-697662e6eafd tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725780 Dec 09 18:46:22.020119 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 42662) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:22.152062 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-adf69e84-9828-4e58-8f5f-1235d4abf56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:22.160533 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 42668) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:22.172911 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-adf69e84-9828-4e58-8f5f-1235d4abf56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:22.177008 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-adf69e84-9828-4e58-8f5f-1235d4abf56d admin admin] Usage tracker for resource:security_group_rule and tenant:f5e757d93f924ccd8c41274af0b0953e is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:22.178726 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b1da607c-e632-4950-9bbf-a659eb415759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:22.180529 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-adf69e84-9828-4e58-8f5f-1235d4abf56d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:22.187278 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-adf69e84-9828-4e58-8f5f-1235d4abf56d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:22.197567 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-b1da607c-e632-4950-9bbf-a659eb415759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:22.202582 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-b1da607c-e632-4950-9bbf-a659eb415759 admin admin] Usage tracker for resource:security_group_rule and tenant:29e9301831f84379ade0dd6df85bc877 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:22.205547 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-b1da607c-e632-4950-9bbf-a659eb415759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:22.211599 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-b1da607c-e632-4950-9bbf-a659eb415759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:22.279910 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-adf69e84-9828-4e58-8f5f-1235d4abf56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:22.286329 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-adf69e84-9828-4e58-8f5f-1235d4abf56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:22.298466 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:22.355656 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-adf69e84-9828-4e58-8f5f-1235d4abf56d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5e757d93f924ccd8c41274af0b0953e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318319 Dec 09 18:46:22.356376 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 42674) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:22.361044 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b1da607c-e632-4950-9bbf-a659eb415759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:22.367794 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b1da607c-e632-4950-9bbf-a659eb415759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:22.368915 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf69e84-9828-4e58-8f5f-1235d4abf56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc70eb9-c2e7-4988-9196-e458a9151c31,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:22.375314 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-adf69e84-9828-4e58-8f5f-1235d4abf56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:22.379045 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c9ad482b-f1fb-4343-b418-ee9ecbf02372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:22.430805 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2bef-0385-4927-9233-a741b182a6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:22.434067 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-b1da607c-e632-4950-9bbf-a659eb415759 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29e9301831f84379ade0dd6df85bc877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721536 Dec 09 18:46:22.434826 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da607c-e632-4950-9bbf-a659eb415759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3128adc-ea19-4af1-bc96-5c4dc01babeb,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:22.437114 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 42682) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:22.455266 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b1da607c-e632-4950-9bbf-a659eb415759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:22.459520 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2bef-0385-4927-9233-a741b182a6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:22.538672 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3522dea3-9575-4cb9-9dae-c70150854ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:22.591743 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3522dea3-9575-4cb9-9dae-c70150854ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:22.593668 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9cd5-0eb8-487e-888d-275e08bf1b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:22.600560 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2bef-0385-4927-9233-a741b182a6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:22.607063 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:22.619900 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad2bef-0385-4927-9233-a741b182a6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc70eb9-c2e7-4988-9196-e458a9151c31,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:22.623003 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a2ad2bef-0385-4927-9233-a741b182a6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:22.632006 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0f275408-2a50-4e5b-ba65-256377d1a0aa req-425b5ce2-a775-405c-bae2-5143a5a308b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1446738 Dec 09 18:46:22.634191 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2bef-0385-4927-9233-a741b182a6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:22.637875 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-a2ad2bef-0385-4927-9233-a741b182a6da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3dc70eb9-c2e7-4988-9196-e458a9151c31 HTTP/1.1" status: 204 len: 168 time: 0.2782965 Dec 09 18:46:22.696693 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3522dea3-9575-4cb9-9dae-c70150854ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:22.704309 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c24332a0-469d-4d73-a295-9776d0a2df64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:22.736699 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522dea3-9575-4cb9-9dae-c70150854ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3128adc-ea19-4af1-bc96-5c4dc01babeb,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:22.747017 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-3522dea3-9575-4cb9-9dae-c70150854ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:22.750694 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3522dea3-9575-4cb9-9dae-c70150854ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:22.755087 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-3522dea3-9575-4cb9-9dae-c70150854ef0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3128adc-ea19-4af1-bc96-5c4dc01babeb HTTP/1.1" status: 204 len: 168 time: 0.3157132 Dec 09 18:46:22.995964 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f275408-2a50-4e5b-ba65-256377d1a0aa req-964df31d-d97d-4ec7-bcf7-b56e44241879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:22.997723 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0f275408-2a50-4e5b-ba65-256377d1a0aa req-964df31d-d97d-4ec7-bcf7-b56e44241879 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=053fb9ad854e4d45be7b0ce2e2ec57fe&device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 1099 time: 0.1898799 Dec 09 18:46:23.035325 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cb30a-ec1b-4b56-8419-47efad4f8e40 req-05465de2-b9cd-4e80-949e-7367e4c49346 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:23.039885 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ef3cb30a-ec1b-4b56-8419-47efad4f8e40 req-05465de2-b9cd-4e80-949e-7367e4c49346 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 944 time: 0.1659012 Dec 09 18:46:23.234089 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ef3cb30a-ec1b-4b56-8419-47efad4f8e40 req-ceb95efe-0681-49e1-932a-80f0050f0c6d tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418178 Dec 09 18:46:23.330739 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f275408-2a50-4e5b-ba65-256377d1a0aa req-8240d7ae-e3fa-425d-8aa2-4122363c1586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:23.332527 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0f275408-2a50-4e5b-ba65-256377d1a0aa req-8240d7ae-e3fa-425d-8aa2-4122363c1586 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3dfa680-b557-49aa-a7f2-c5555dad834a HTTP/1.1" status: 200 len: 913 time: 0.2899818 Dec 09 18:46:23.434102 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0f275408-2a50-4e5b-ba65-256377d1a0aa req-e0fa24ae-2990-4e3c-91f2-22bc3948fee3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0a183f6-7850-4a07-8601-ecbc24cd6673 HTTP/1.1" status: 200 len: 217 time: 0.0936046 Dec 09 18:46:23.538545 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 42746) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:23.571850 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-96e8086d-65e3-45ed-b8ef-8768d5619665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:23.580056 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f275408-2a50-4e5b-ba65-256377d1a0aa req-5302b0f6-1647-4e08-934d-dcbee71167e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:23.582071 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0f275408-2a50-4e5b-ba65-256377d1a0aa req-5302b0f6-1647-4e08-934d-dcbee71167e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ee19f93-037f-4d1b-be6f-e01a0a068450 HTTP/1.1" status: 200 len: 852 time: 0.1417272 Dec 09 18:46:23.593728 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-96e8086d-65e3-45ed-b8ef-8768d5619665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:23.598873 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-96e8086d-65e3-45ed-b8ef-8768d5619665 admin admin] Usage tracker for resource:security_group_rule and tenant:a50efef3d2e24ef9b4589528bc815eba is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:23.603065 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-96e8086d-65e3-45ed-b8ef-8768d5619665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:23.629559 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 42756) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:23.630713 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-96e8086d-65e3-45ed-b8ef-8768d5619665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:23.644118 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 598e8120-73f8-466d-89df-be95995990f7 up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:46:23.654777 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0f275408-2a50-4e5b-ba65-256377d1a0aa req-4b3a06d9-775a-4a6b-b71a-57da3c249223 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3dfa680-b557-49aa-a7f2-c5555dad834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632818 Dec 09 18:46:23.657955 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c9f9b77a-04fe-4598-af5c-cb39d5e8ce3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:23.684837 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-c9f9b77a-04fe-4598-af5c-cb39d5e8ce3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:23.692993 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-c9f9b77a-04fe-4598-af5c-cb39d5e8ce3e admin admin] Usage tracker for resource:security_group_rule and tenant:4e042763fba54f4c9949796760791335 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:23.697514 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-c9f9b77a-04fe-4598-af5c-cb39d5e8ce3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:23.704697 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736de54b-0400-45ad-b70f-ad6de61a9851 req-ac2b2390-9010-4a68-ae78-e5e4c98513fa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:23.707077 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-c9f9b77a-04fe-4598-af5c-cb39d5e8ce3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:23.714707 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-736de54b-0400-45ad-b70f-ad6de61a9851 req-ac2b2390-9010-4a68-ae78-e5e4c98513fa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 945 time: 0.2318611 Dec 09 18:46:23.767751 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port 598e8120-73f8-466d-89df-be95995990f7 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:46:23.773904 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port 598e8120-73f8-466d-89df-be95995990f7 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:46:23.774591 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:23.823105 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-96e8086d-65e3-45ed-b8ef-8768d5619665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:23.849660 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-96e8086d-65e3-45ed-b8ef-8768d5619665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:23.863006 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:23.925221 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-736de54b-0400-45ad-b70f-ad6de61a9851 req-7941693c-cd83-4eb2-9734-ac8e978bcc6e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089438 Dec 09 18:46:23.943742 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-96e8086d-65e3-45ed-b8ef-8768d5619665 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a50efef3d2e24ef9b4589528bc815eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4037719 Dec 09 18:46:23.949320 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 42766) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:23.951309 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c9f9b77a-04fe-4598-af5c-cb39d5e8ce3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:23.963729 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8086d-65e3-45ed-b8ef-8768d5619665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2553eb7-9f76-405d-b235-96565502593a,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:23.969503 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c9f9b77a-04fe-4598-af5c-cb39d5e8ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:23.979153 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-96e8086d-65e3-45ed-b8ef-8768d5619665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:23.979678 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-96e8086d-65e3-45ed-b8ef-8768d5619665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:23.986142 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0f275408-2a50-4e5b-ba65-256377d1a0aa req-73904a44-eed6-44d6-ae8a-da0d650411b7 service neutron] 10.222.0.10 "GET /v2.0/networks/f3dfa680-b557-49aa-a7f2-c5555dad834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228385 Dec 09 18:46:24.008545 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:24.009436 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:24.042138 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c243a26-86af-4f53-967f-6f634099e731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598e8120-73f8-466d-89df-be95995990f7'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:46:24.043454 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-c9f9b77a-04fe-4598-af5c-cb39d5e8ce3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e042763fba54f4c9949796760791335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101088 Dec 09 18:46:24.047511 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 42772) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:24.059226 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 598e8120-73f8-466d-89df-be95995990f7, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=598e8120-73f8-466d-89df-be95995990f7,segment=NetworkSegment(456c6a2f-6cdc-43f2-b5c9-0416ad578df3),segment_id=456c6a2f-6cdc-43f2-b5c9-0416ad578df3)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:24.062962 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9b77a-04fe-4598-af5c-cb39d5e8ce3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31b9824-80d6-4b18-a1c8-97cc95272681,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:24.067893 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:24.069088 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device d6d5620d-3dce-4fdf-92c4-d84fb96fe280 up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:46:24.069635 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c9f9b77a-04fe-4598-af5c-cb39d5e8ce3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:24.115032 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c72fdc9a-5c66-47cc-a92a-534afa78a4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:24.137597 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-24d1785d-148b-4cf6-8a7c-494de9199a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:24.175061 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c243a26-86af-4f53-967f-6f634099e731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598e8120-73f8-466d-89df-be95995990f7', 'code': 200} Dec 09 18:46:24.245983 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c72fdc9a-5c66-47cc-a92a-534afa78a4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:24.250908 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=598e8120-73f8-466d-89df-be95995990f7,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:24.254759 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:24.267927 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port d6d5620d-3dce-4fdf-92c4-d84fb96fe280 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:46:24.270856 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-35db4afe-65a3-4892-97a4-21fa1caca97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:24.275772 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port d6d5620d-3dce-4fdf-92c4-d84fb96fe280 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:46:24.277462 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:24.339858 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-35db4afe-65a3-4892-97a4-21fa1caca97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:24.347388 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0f275408-2a50-4e5b-ba65-256377d1a0aa req-f685d71b-a1d6-4241-84c5-2950280be1a9 service neutron] 10.222.0.10 "GET /v2.0/networks/f3dfa680-b557-49aa-a7f2-c5555dad834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192394 Dec 09 18:46:24.455321 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c72fdc9a-5c66-47cc-a92a-534afa78a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:24.463343 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-1fa7c726-3519-4b35-a1e6-ab05365839c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:24.477201 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-35db4afe-65a3-4892-97a4-21fa1caca97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:24.489537 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fdc9a-5c66-47cc-a92a-534afa78a4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2553eb7-9f76-405d-b235-96565502593a,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:24.500082 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c72fdc9a-5c66-47cc-a92a-534afa78a4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:24.501694 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-c72fdc9a-5c66-47cc-a92a-534afa78a4d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2553eb7-9f76-405d-b235-96565502593a HTTP/1.1" status: 204 len: 168 time: 0.5491779 Dec 09 18:46:24.503172 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c72fdc9a-5c66-47cc-a92a-534afa78a4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:24.507077 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-769976b4-29c2-4a81-8c26-9ada2f7eb35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:24.515660 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:24.530015 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-35db4afe-65a3-4892-97a4-21fa1caca97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:24.531692 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-35db4afe-65a3-4892-97a4-21fa1caca97f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a31b9824-80d6-4b18-a1c8-97cc95272681 HTTP/1.1" status: 204 len: 168 time: 0.4812446 Dec 09 18:46:24.532881 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db4afe-65a3-4892-97a4-21fa1caca97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31b9824-80d6-4b18-a1c8-97cc95272681,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:24.545735 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-35db4afe-65a3-4892-97a4-21fa1caca97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:24.571118 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port d6d5620d-3dce-4fdf-92c4-d84fb96fe280, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:24.597797 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:24.611038 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:24.688826 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c1bd1-5a91-44a6-83e9-3095003ee3d3 req-c8157838-4b11-44f7-aab8-ece7b0919dc8 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:24.690450 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-cc2c1bd1-5a91-44a6-83e9-3095003ee3d3 req-c8157838-4b11-44f7-aab8-ece7b0919dc8 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.2316556 Dec 09 18:46:24.698070 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cfda4-556d-42bf-a84e-6c162c3a2ddd req-1d7199cc-3cb3-42a6-ac3f-c293ab5c8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:24.699805 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-984cfda4-556d-42bf-a84e-6c162c3a2ddd req-1d7199cc-3cb3-42a6-ac3f-c293ab5c8573 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 1098 time: 0.2390921 Dec 09 18:46:24.711415 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:24.718338 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:24.799926 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-984cfda4-556d-42bf-a84e-6c162c3a2ddd req-66082961-1da1-446c-aba3-014dc7e2574c service neutron] Synchronizing usage tracker for tenant:3c89dc2361734c2a9cf6739c2ae2dea2 on resource:security_group {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:46:24.814718 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-cc2c1bd1-5a91-44a6-83e9-3095003ee3d3 req-c48feced-d404-4530-a878-b65a3849dc26 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138020 Dec 09 18:46:24.836090 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-984cfda4-556d-42bf-a84e-6c162c3a2ddd req-66082961-1da1-446c-aba3-014dc7e2574c service neutron] Unset dirty status for tenant:3c89dc2361734c2a9cf6739c2ae2dea2 on resource:security_group {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:46:24.837343 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-984cfda4-556d-42bf-a84e-6c162c3a2ddd req-66082961-1da1-446c-aba3-014dc7e2574c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287916 Dec 09 18:46:25.175487 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24de87-639a-45cc-82dc-fb5a4bade6f6 req-0b55964d-31c8-4e81-8eea-d322589f451a tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:25.182893 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ae24de87-639a-45cc-82dc-fb5a4bade6f6 req-0b55964d-31c8-4e81-8eea-d322589f451a tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.1077485 Dec 09 18:46:25.233926 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ae24de87-639a-45cc-82dc-fb5a4bade6f6 req-20855b45-0e62-4032-9e3e-5b3ab44781ba tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497630 Dec 09 18:46:25.242894 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:25.369430 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 42848) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:25.605194 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-fa71b667-2105-40ec-83cb-f0a2e35a6004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:25.626465 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-fa71b667-2105-40ec-83cb-f0a2e35a6004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:25.631368 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-fa71b667-2105-40ec-83cb-f0a2e35a6004 admin admin] Usage tracker for resource:security_group_rule and tenant:946f1bc3175244e4b204a44c949d5496 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:25.634919 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-fa71b667-2105-40ec-83cb-f0a2e35a6004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:25.640655 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-fa71b667-2105-40ec-83cb-f0a2e35a6004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:25.747722 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-fa71b667-2105-40ec-83cb-f0a2e35a6004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:25.754520 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-fa71b667-2105-40ec-83cb-f0a2e35a6004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:25.767503 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-4221be40-b50c-44d0-8331-ef6152968f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:25.799350 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 42874) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:25.859218 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-fa71b667-2105-40ec-83cb-f0a2e35a6004 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=946f1bc3175244e4b204a44c949d5496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4882958 Dec 09 18:46:25.861875 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 42884) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:25.872904 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71b667-2105-40ec-83cb-f0a2e35a6004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f45668-0203-4442-8b3b-6910b3e135ac,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:25.880248 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-fa71b667-2105-40ec-83cb-f0a2e35a6004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:25.931559 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-45996d33-c7a2-4dff-ab08-9bed53634540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:25.978188 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-45996d33-c7a2-4dff-ab08-9bed53634540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:26.175812 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-804064455-network', 'tenant_id': 'b50e16c7c05344bf8e99f5e3499e851f'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:46:26.176770 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:46:26.200340 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:26.205171 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Usage tracker for resource:network and tenant:b50e16c7c05344bf8e99f5e3499e851f is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:26.208256 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:26.216704 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:26.230650 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-45996d33-c7a2-4dff-ab08-9bed53634540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:26.239708 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:26.246515 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280', 'code': 200} Dec 09 18:46:26.254537 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Made reservation on behalf of b50e16c7c05344bf8e99f5e3499e851f for: {'network': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:46:26.256840 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:26.268311 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45996d33-c7a2-4dff-ab08-9bed53634540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f45668-0203-4442-8b3b-6910b3e135ac,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:26.279351 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-45996d33-c7a2-4dff-ab08-9bed53634540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:26.280212 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:26.299838 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d45c4-87c4-452e-b75f-8d61eea88b9d req-ae03936e-1f56-497e-ae9b-f952224ab93b tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:26.301367 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d13d45c4-87c4-452e-b75f-8d61eea88b9d req-ae03936e-1f56-497e-ae9b-f952224ab93b tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.2864671 Dec 09 18:46:26.304668 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-45996d33-c7a2-4dff-ab08-9bed53634540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:26.308913 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-45996d33-c7a2-4dff-ab08-9bed53634540 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13f45668-0203-4442-8b3b-6910b3e135ac HTTP/1.1" status: 204 len: 168 time: 0.4459810 Dec 09 18:46:26.331341 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:26.353209 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Usage tracker for resource:security_group_rule and tenant:b50e16c7c05344bf8e99f5e3499e851f is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:26.377106 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:26.403139 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:26.451675 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d13d45c4-87c4-452e-b75f-8d61eea88b9d req-837103d0-5e55-49d4-949b-a31786da09a0 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397390 Dec 09 18:46:26.545840 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939834d-4909-4b56-ae69-97c2712b0e5b req-32fd6f6c-0776-47b0-9b07-7c9ef78f1150 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:26.552770 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0939834d-4909-4b56-ae69-97c2712b0e5b req-32fd6f6c-0776-47b0-9b07-7c9ef78f1150 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.1695232 Dec 09 18:46:26.621748 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0939834d-4909-4b56-ae69-97c2712b0e5b req-25b86898-9dd0-46ce-860d-2c1008ed7dda tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680218 Dec 09 18:46:26.670476 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:26.678354 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:26.686952 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:26.723011 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=86801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:46:26.733436 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:26.733996 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.segments_db [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Added segment 39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1 of type vlan for network 46aeb811-ac80-49a4-bdb1-eee7c8f986dd Dec 09 18:46:26.794498 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39147e81-7c6d-4bde-b374-59a07ec40bda,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:26.825083 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:26.873779 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:26.873779 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:26.931602 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04580f-4e9b-40aa-a7c7-9c2c7c2177e3 req-0eff13bf-5a77-4773-a152-f78bbf552290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:26.933381 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7e04580f-4e9b-40aa-a7c7-9c2c7c2177e3 req-0eff13bf-5a77-4773-a152-f78bbf552290 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 1099 time: 0.1361725 Dec 09 18:46:26.938799 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:26.940073 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:26.940633 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:26.949578 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-903c6447-6097-4c7c-a988-4f7284ee9a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:27.063653 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7e04580f-4e9b-40aa-a7c7-9c2c7c2177e3 req-6d10b711-c540-4436-8197-36e02990d44e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166809 Dec 09 18:46:27.098306 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Pushing event updated for resources: {'Network': ['ID=46aeb811-ac80-49a4-bdb1-eee7c8f986dd,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:27.102634 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3022544 Dec 09 18:46:27.103546 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:27.106019 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 42944) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:27.112022 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network 46aeb811-ac80-49a4-bdb1-eee7c8f986dd details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:46:27.112177 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Request body: {'subnet': {'network_id': '46aeb811-ac80-49a4-bdb1-eee7c8f986dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-804064455-subnet', 'tenant_id': 'b50e16c7c05344bf8e99f5e3499e851f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:46:27.117375 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:27.121820 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Usage tracker for resource:subnet and tenant:b50e16c7c05344bf8e99f5e3499e851f is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:27.124830 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:27.131174 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:27.145368 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Made reservation on behalf of b50e16c7c05344bf8e99f5e3499e851f for: {'subnet': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:46:27.151562 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:27.427505 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for subnet, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:27.439999 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-044d03e0-378a-4c65-ba6f-0341adadaa6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:27.507026 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 42970) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:27.540297 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Checking segment: {'id': '39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '46aeb811-ac80-49a4-bdb1-eee7c8f986dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:46:27.541778 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Network hostable DHCP agents. Network: 46aeb811-ac80-49a4-bdb1-eee7c8f986dd, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:46:27.551881 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be767f0c-a99f-43f4-aa36-942871e16400,revision_number=0']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:27.557597 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:27.580023 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Network 46aeb811-ac80-49a4-bdb1-eee7c8f986dd is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:46:27.598345 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, 46aeb811-ac80-49a4-bdb1-eee7c8f986dd) {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:46:27.612440 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0881e4-2b0a-4d31-94ea-2ddebad12607 None None] Network 46aeb811-ac80-49a4-bdb1-eee7c8f986dd requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:46:27.616603 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:27.617511 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:27.651966 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5447655 Dec 09 18:46:27.830306 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f8b54-47f6-42a4-acbe-b962f9fb6aca req-e7a77b8c-26aa-44f8-b5c4-fcca7d2c67b4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:27.839452 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2a5f8b54-47f6-42a4-acbe-b962f9fb6aca req-e7a77b8c-26aa-44f8-b5c4-fcca7d2c67b4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1275849 Dec 09 18:46:27.978395 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2a5f8b54-47f6-42a4-acbe-b962f9fb6aca req-8e98dd73-3572-41a8-9a09-60ac5c8cbe58 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377714 Dec 09 18:46:27.999182 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbe033-7928-4c4b-93bd-72aece9657e4 req-7a6171e2-f487-48c9-86d5-25bdaef7d7d9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:28.000740 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-78cbe033-7928-4c4b-93bd-72aece9657e4 req-7a6171e2-f487-48c9-86d5-25bdaef7d7d9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.1283801 Dec 09 18:46:28.021497 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-bece6046-96b0-4d9a-8255-32c23a6300df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:28.058250 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-bece6046-96b0-4d9a-8255-32c23a6300df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:28.067702 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-bece6046-96b0-4d9a-8255-32c23a6300df admin admin] Usage tracker for resource:security_group_rule and tenant:40ecce72b3cc43169ed358f3af067b7f is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:28.073119 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-bece6046-96b0-4d9a-8255-32c23a6300df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:28.081133 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-78cbe033-7928-4c4b-93bd-72aece9657e4 req-b85398d2-85b7-4236-8b9b-aacdae9c4dbe tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718918 Dec 09 18:46:28.085049 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-bece6046-96b0-4d9a-8255-32c23a6300df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:28.124189 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e29d6c-8dc0-4172-82e9-40a33c6a3d31 None None] Network 46aeb811-ac80-49a4-bdb1-eee7c8f986dd requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:46:28.294633 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062f963-445f-49d1-ac44-54ee74635b2a req-122ec707-c2c4-4002-9018-52ef06409c75 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:28.296210 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5062f963-445f-49d1-ac44-54ee74635b2a req-122ec707-c2c4-4002-9018-52ef06409c75 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 946 time: 0.1248291 Dec 09 18:46:28.300929 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-bece6046-96b0-4d9a-8255-32c23a6300df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:28.345636 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5062f963-445f-49d1-ac44-54ee74635b2a req-afd60386-4d03-4a89-86a5-2a008ebf8814 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424640 Dec 09 18:46:28.346590 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-bece6046-96b0-4d9a-8255-32c23a6300df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:28.354793 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:28.397470 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece6046-96b0-4d9a-8255-32c23a6300df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e621f6a9-0c29-4d9f-a030-aaa57d7d448c,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:28.402500 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-bece6046-96b0-4d9a-8255-32c23a6300df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40ecce72b3cc43169ed358f3af067b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8942790 Dec 09 18:46:28.404078 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-bece6046-96b0-4d9a-8255-32c23a6300df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:28.405229 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43010) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:28.521298 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2bc402db-874d-477f-9776-9d77a7c7b801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:28.558747 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2bc402db-874d-477f-9776-9d77a7c7b801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:28.625641 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2bc402db-874d-477f-9776-9d77a7c7b801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:28.630518 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43018) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:28.632509 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-75e790d4-dc7d-42ba-bc98-20ed5bbd051a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:28.692017 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc402db-874d-477f-9776-9d77a7c7b801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e621f6a9-0c29-4d9f-a030-aaa57d7d448c,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:28.718102 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adee9f-eba5-445a-b90d-ec9330483fea req-a12beecd-2630-4d43-9d68-16bc5fdbd70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:28.720155 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e7adee9f-eba5-445a-b90d-ec9330483fea req-a12beecd-2630-4d43-9d68-16bc5fdbd70b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6b5853ee94f4573abed604993053c71&device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 1098 time: 0.1718509 Dec 09 18:46:28.750584 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-2bc402db-874d-477f-9776-9d77a7c7b801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:28.769305 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2bc402db-874d-477f-9776-9d77a7c7b801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:28.770623 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-2bc402db-874d-477f-9776-9d77a7c7b801 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e621f6a9-0c29-4d9f-a030-aaa57d7d448c HTTP/1.1" status: 204 len: 168 time: 0.3643634 Dec 09 18:46:28.831687 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc661d-268a-423f-ae4d-fa57623ca3a8 req-c3a6aa1b-3a3f-414b-9189-706914c71777 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:28.833185 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-57cc661d-268a-423f-ae4d-fa57623ca3a8 req-c3a6aa1b-3a3f-414b-9189-706914c71777 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1441011 Dec 09 18:46:28.940560 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adee9f-eba5-445a-b90d-ec9330483fea req-bd253a55-2005-4299-b939-749846a5509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:28.942020 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-57cc661d-268a-423f-ae4d-fa57623ca3a8 req-16bf4535-096c-4b1c-9167-d3f8e9f37cea tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027803 Dec 09 18:46:28.953048 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e7adee9f-eba5-445a-b90d-ec9330483fea req-bd253a55-2005-4299-b939-749846a5509e service neutron] 10.222.0.10 "GET /v2.0/networks?id=129fe6e0-43d9-4d83-9e75-a054004d611c HTTP/1.1" status: 200 len: 919 time: 0.2048440 Dec 09 18:46:28.989154 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-302cdf5a-12d4-4448-a12b-e9bf203c69d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:29.008014 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-302cdf5a-12d4-4448-a12b-e9bf203c69d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:29.017595 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-302cdf5a-12d4-4448-a12b-e9bf203c69d9 admin admin] Usage tracker for resource:security_group_rule and tenant:db6f6a1cda4042a3945684fe79098fd0 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:29.030739 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-302cdf5a-12d4-4448-a12b-e9bf203c69d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:29.039112 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-302cdf5a-12d4-4448-a12b-e9bf203c69d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:29.055707 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e7adee9f-eba5-445a-b90d-ec9330483fea req-ab976299-bf5b-4bbe-b87f-751c6d9bf945 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=598e8120-73f8-466d-89df-be95995990f7 HTTP/1.1" status: 200 len: 217 time: 0.0914428 Dec 09 18:46:29.179658 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-302cdf5a-12d4-4448-a12b-e9bf203c69d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:29.190200 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-302cdf5a-12d4-4448-a12b-e9bf203c69d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:29.193697 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adee9f-eba5-445a-b90d-ec9330483fea req-fdfd3af2-0bb2-4371-b084-59aeaa0258f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:29.195042 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e7adee9f-eba5-445a-b90d-ec9330483fea req-fdfd3af2-0bb2-4371-b084-59aeaa0258f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec8933d7-bf4f-4cbd-ab64-4324389374e3 HTTP/1.1" status: 200 len: 858 time: 0.1329696 Dec 09 18:46:29.213516 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:29.285754 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-302cdf5a-12d4-4448-a12b-e9bf203c69d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db6f6a1cda4042a3945684fe79098fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6150920 Dec 09 18:46:29.286944 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302cdf5a-12d4-4448-a12b-e9bf203c69d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199973e0-8539-48c0-a2e8-2ed4539c0d1e,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:29.291777 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-302cdf5a-12d4-4448-a12b-e9bf203c69d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:29.294710 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43046) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:29.301489 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e7adee9f-eba5-445a-b90d-ec9330483fea req-19b41c04-e8a5-4fcf-a5d8-39365245f738 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=129fe6e0-43d9-4d83-9e75-a054004d611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960698 Dec 09 18:46:29.421983 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b2e1280b-6814-43a3-94b9-f736a0c6cfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:29.481592 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43058) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:29.547054 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b2e1280b-6814-43a3-94b9-f736a0c6cfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:29.551910 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb3230-1bbe-4e88-9144-d0a8bb47c33a req-6c3b8a9f-1187-4fe9-aa35-45fadce370f9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:29.553420 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-dccb3230-1bbe-4e88-9144-d0a8bb47c33a req-6c3b8a9f-1187-4fe9-aa35-45fadce370f9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.2538838 Dec 09 18:46:29.589651 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5fd40325-2f37-4f75-aff1-3a6fddc9cb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:29.595403 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e7adee9f-eba5-445a-b90d-ec9330483fea req-06260717-7bfc-41b1-b250-a6e5437af340 service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406673 Dec 09 18:46:29.625860 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-dccb3230-1bbe-4e88-9144-d0a8bb47c33a req-bd14e3ef-f974-42e3-957f-3022b89bc531 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575740 Dec 09 18:46:29.627806 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-5fd40325-2f37-4f75-aff1-3a6fddc9cb9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:29.645547 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43064) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:29.653645 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-681476055-network', 'tenant_id': '5f0a255c280c40828949b024d0d9649d'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:46:29.659559 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-5fd40325-2f37-4f75-aff1-3a6fddc9cb9a admin admin] Usage tracker for resource:security_group_rule and tenant:bd34ed4db3d7430fb63749d27c1b5425 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:29.681077 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-5fd40325-2f37-4f75-aff1-3a6fddc9cb9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:29.686097 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:29.697235 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-5fd40325-2f37-4f75-aff1-3a6fddc9cb9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:29.699799 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Usage tracker for resource:network and tenant:5f0a255c280c40828949b024d0d9649d is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:29.705515 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:29.721472 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:29.767336 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Made reservation on behalf of 5f0a255c280c40828949b024d0d9649d for: {'network': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:46:29.769828 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:29.789853 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b2e1280b-6814-43a3-94b9-f736a0c6cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:29.805243 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:29.809270 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e7adee9f-eba5-445a-b90d-ec9330483fea req-257ec8ea-1ebc-4f4f-9d61-eed7adf1154b service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941333 Dec 09 18:46:29.823006 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765a9f4-9ea4-4496-a687-f68e724f62e5 req-391ffe8a-6497-49fa-926e-031df518a8ad tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:29.824682 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a765a9f4-9ea4-4496-a687-f68e724f62e5 req-391ffe8a-6497-49fa-926e-031df518a8ad tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 946 time: 0.2880445 Dec 09 18:46:29.825461 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:29.870267 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1280b-6814-43a3-94b9-f736a0c6cfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199973e0-8539-48c0-a2e8-2ed4539c0d1e,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:29.870267 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b2e1280b-6814-43a3-94b9-f736a0c6cfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:29.878051 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:29.901495 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Usage tracker for resource:security_group_rule and tenant:5f0a255c280c40828949b024d0d9649d is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:29.913958 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:29.927885 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b2e1280b-6814-43a3-94b9-f736a0c6cfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:29.929153 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-b2e1280b-6814-43a3-94b9-f736a0c6cfb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/199973e0-8539-48c0-a2e8-2ed4539c0d1e HTTP/1.1" status: 204 len: 168 time: 0.6331499 Dec 09 18:46:29.930493 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:29.973710 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a765a9f4-9ea4-4496-a687-f68e724f62e5 req-cb903a47-e1d1-4a96-8428-ebc9ddefb8fc tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271420 Dec 09 18:46:30.019397 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c5cee-636b-428c-b494-de89b2819166 req-a2c7e345-f367-41f1-9627-7338170b092d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:30.031028 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2d6c5cee-636b-428c-b494-de89b2819166 req-a2c7e345-f367-41f1-9627-7338170b092d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.2126453 Dec 09 18:46:30.031604 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5fd40325-2f37-4f75-aff1-3a6fddc9cb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:30.032062 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 43082) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:30.037836 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-2f744287-cc28-4b22-9328-eb3589d3438e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Request body: {'floatingip': {'port_id': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:46:30.049902 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5fd40325-2f37-4f75-aff1-3a6fddc9cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:30.064683 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-2bc402db-874d-477f-9776-9d77a7c7b801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:30.118411 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2f744287-cc28-4b22-9328-eb3589d3438e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for floatingip, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:30.119703 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-5fd40325-2f37-4f75-aff1-3a6fddc9cb9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd34ed4db3d7430fb63749d27c1b5425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6359880 Dec 09 18:46:30.122548 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43088) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:30.123218 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd40325-2f37-4f75-aff1-3a6fddc9cb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516d7030-0dd8-4cda-9012-ae4ba4b6b5c4,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:30.132979 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-5fd40325-2f37-4f75-aff1-3a6fddc9cb9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:30.269285 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:30.285261 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:30.290526 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b1da607c-e632-4950-9bbf-a659eb415759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:30.336393 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=86802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:46:30.342233 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e02aa2ad-c8e0-49b5-acce-dca24f1ed6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:30.363354 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c813ab35-6224-4746-9460-cb70a5be1e35,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:30.366284 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:30.379729 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:30.380077 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.db.segments_db [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Added segment 2fb863b4-4908-402e-a652-60fdf915fd63 of type vlan for network 6d9b40ed-f8c3-4533-b4fb-01e65d2096e7 Dec 09 18:46:30.399826 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e02aa2ad-c8e0-49b5-acce-dca24f1ed6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:30.434857 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:30.449757 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9653566-7f26-476c-b6a5-bdd0eeb22511 req-d5991690-958f-45f2-9fd6-aea205f3d1c1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:30.451667 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f9653566-7f26-476c-b6a5-bdd0eeb22511 req-d5991690-958f-45f2-9fd6-aea205f3d1c1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.2703435 Dec 09 18:46:30.535958 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f9653566-7f26-476c-b6a5-bdd0eeb22511 req-d95953d6-0275-41a9-aaad-270b6eca7c48 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716736 Dec 09 18:46:30.543742 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:30.545546 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:30.549200 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:30.564966 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:30.598890 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43104) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:30.600450 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e02aa2ad-c8e0-49b5-acce-dca24f1ed6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:30.621763 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69251c71-4a5c-4694-89dd-1ea5d9439719 req-05771a8b-a628-4764-b814-fa4cc0debfb5 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:30.623269 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-69251c71-4a5c-4694-89dd-1ea5d9439719 req-05771a8b-a628-4764-b814-fa4cc0debfb5 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 946 time: 0.4112003 Dec 09 18:46:30.689692 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-534224f1-f8fb-413e-8c2d-dd81e99efe42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:30.735625 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e02aa2ad-c8e0-49b5-acce-dca24f1ed6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:30.736810 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-e02aa2ad-c8e0-49b5-acce-dca24f1ed6c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/516d7030-0dd8-4cda-9012-ae4ba4b6b5c4 HTTP/1.1" status: 204 len: 168 time: 0.6101768 Dec 09 18:46:30.738581 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-534224f1-f8fb-413e-8c2d-dd81e99efe42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:30.746368 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0973418 Dec 09 18:46:30.747580 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Pushing event updated for resources: {'Network': ['ID=6d9b40ed-f8c3-4533-b4fb-01e65d2096e7,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:30.751250 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:30.753362 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43120) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:30.753868 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-880aa44d-3808-4f8b-a2fc-80522d05dd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:30.760746 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network 6d9b40ed-f8c3-4533-b4fb-01e65d2096e7 details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:46:30.767187 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-69251c71-4a5c-4694-89dd-1ea5d9439719 req-82c335ab-c394-4f10-a320-6e7a0dc6dfdd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Deleting port a0a183f6-7850-4a07-8601-ecbc24cd6673 {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:46:30.767524 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-69251c71-4a5c-4694-89dd-1ea5d9439719 req-82c335ab-c394-4f10-a320-6e7a0dc6dfdd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:30.786060 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] Request body: {'subnet': {'network_id': '6d9b40ed-f8c3-4533-b4fb-01e65d2096e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-681476055-subnet', 'tenant_id': '5f0a255c280c40828949b024d0d9649d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:46:30.798753 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-534224f1-f8fb-413e-8c2d-dd81e99efe42 admin admin] Usage tracker for resource:security_group_rule and tenant:77fdd4f1de394aafb9fa12926de4506e is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:30.803777 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-534224f1-f8fb-413e-8c2d-dd81e99efe42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:30.815523 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:30.817859 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02aa2ad-c8e0-49b5-acce-dca24f1ed6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516d7030-0dd8-4cda-9012-ae4ba4b6b5c4,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:30.832073 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] Usage tracker for resource:subnet and tenant:5f0a255c280c40828949b024d0d9649d is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:30.848121 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-e02aa2ad-c8e0-49b5-acce-dca24f1ed6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:30.849329 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-534224f1-f8fb-413e-8c2d-dd81e99efe42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:30.852190 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:30.869947 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:30.945234 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] Made reservation on behalf of 5f0a255c280c40828949b024d0d9649d for: {'subnet': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:46:30.950153 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:31.175146 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-534224f1-f8fb-413e-8c2d-dd81e99efe42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:31.215337 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-534224f1-f8fb-413e-8c2d-dd81e99efe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:31.247390 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b21962f8-d554-4059-acc2-a005c54c4219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:31.256004 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-534224f1-f8fb-413e-8c2d-dd81e99efe42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77fdd4f1de394aafb9fa12926de4506e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6524203 Dec 09 18:46:31.265540 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43130) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:31.323518 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534224f1-f8fb-413e-8c2d-dd81e99efe42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087a5964-22a1-48db-b9e2-8329a0884428,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:31.337274 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-534224f1-f8fb-413e-8c2d-dd81e99efe42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:31.392124 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-52ced0d5-2529-4745-9766-913f228076ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:31.407098 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for subnet, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:31.420682 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-2476199e-a078-4527-aa61-d581642c5ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:31.467604 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-52ced0d5-2529-4745-9766-913f228076ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:31.541404 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba65dc35-7999-4069-83b5-45dba6a049be,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:31.548142 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:31.549879 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] Checking segment: {'id': '2fb863b4-4908-402e-a652-60fdf915fd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6d9b40ed-f8c3-4533-b4fb-01e65d2096e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:46:31.550298 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] Network hostable DHCP agents. Network: 6d9b40ed-f8c3-4533-b4fb-01e65d2096e7, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:46:31.585125 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] Network 6d9b40ed-f8c3-4533-b4fb-01e65d2096e7 is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:46:31.611117 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-52ced0d5-2529-4745-9766-913f228076ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:31.625167 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-302cdf5a-12d4-4448-a12b-e9bf203c69d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:31.708229 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-69251c71-4a5c-4694-89dd-1ea5d9439719 req-82c335ab-c394-4f10-a320-6e7a0dc6dfdd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] For port a0a183f6-7850-4a07-8601-ecbc24cd6673, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=a0a183f6-7850-4a07-8601-ecbc24cd6673,segment=NetworkSegment(7fc1b411-5d25-4d1c-a34d-3fffe611e5e9),segment_id=7fc1b411-5d25-4d1c-a34d-3fffe611e5e9)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:31.708845 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-69251c71-4a5c-4694-89dd-1ea5d9439719 req-82c335ab-c394-4f10-a320-6e7a0dc6dfdd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:31.735947 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.db.resource_extend [None req-2f744287-cc28-4b22-9328-eb3589d3438e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 18:46:31.769891 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, 6d9b40ed-f8c3-4533-b4fb-01e65d2096e7) {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:46:31.779309 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44522107-e4a3-4d6a-94f9-f5c3a0427885 None None] Network 6d9b40ed-f8c3-4533-b4fb-01e65d2096e7 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:46:31.805807 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ced0d5-2529-4745-9766-913f228076ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087a5964-22a1-48db-b9e2-8329a0884428,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:31.823928 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:31.824532 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:31.842639 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-52ced0d5-2529-4745-9766-913f228076ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:31.846208 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-52ced0d5-2529-4745-9766-913f228076ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/087a5964-22a1-48db-b9e2-8329a0884428 HTTP/1.1" status: 204 len: 168 time: 0.5773478 Dec 09 18:46:31.859215 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-2ef0892f-3b23-4cdd-aae3-adb43f9f27aa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0848613 Dec 09 18:46:31.879698 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-52ced0d5-2529-4745-9766-913f228076ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:31.910127 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ed196-4a88-4d10-9780-dfa9bcfdebd7 req-922ac630-fc95-47a1-9bde-5e7fd835352e tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:31.911661 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6e4ed196-4a88-4d10-9780-dfa9bcfdebd7 req-922ac630-fc95-47a1-9bde-5e7fd835352e tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1447740 Dec 09 18:46:31.980074 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6e4ed196-4a88-4d10-9780-dfa9bcfdebd7 req-affccf90-5a84-46b6-a7a5-ed1411cb2692 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621252 Dec 09 18:46:32.012075 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe42b2-52a8-4f52-8e14-2527ae0c02f8 req-b0a0caa1-48c7-4a59-8b11-5b53605b2692 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:32.019958 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-33fe42b2-52a8-4f52-8e14-2527ae0c02f8 req-b0a0caa1-48c7-4a59-8b11-5b53605b2692 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 946 time: 0.8475001 Dec 09 18:46:32.028805 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-69251c71-4a5c-4694-89dd-1ea5d9439719 req-82c335ab-c394-4f10-a320-6e7a0dc6dfdd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Calling delete_port for a0a183f6-7850-4a07-8601-ecbc24cd6673 owned by compute:nova {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:46:32.122379 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2f744287-cc28-4b22-9328-eb3589d3438e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:32.139401 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2f744287-cc28-4b22-9328-eb3589d3438e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134207117'] for floatingip, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:32.182025 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfa8e1a-4ab2-4fd5-a909-b8cd84632110 None None] Network 6d9b40ed-f8c3-4533-b4fb-01e65d2096e7 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:46:32.216518 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-33fe42b2-52a8-4f52-8e14-2527ae0c02f8 req-c1d6a064-2165-45e1-a221-165a27c9af13 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d9adc8d-85cf-4b16-adb9-a7788e3b3753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956108 Dec 09 18:46:32.467231 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.l3_db [None req-2f744287-cc28-4b22-9328-eb3589d3438e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Floating IP 807934a4-2e1c-4b6c-946f-05019d5bd3ab associated. External IP: 172.28.2.131, port: d6d5620d-3dce-4fdf-92c4-d84fb96fe280. Dec 09 18:46:32.595069 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-69251c71-4a5c-4694-89dd-1ea5d9439719 req-82c335ab-c394-4f10-a320-6e7a0dc6dfdd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:32.614555 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:32.649821 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43186) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:32.659238 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c335ab-c394-4f10-a320-6e7a0dc6dfdd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Pushing event deleted for resources: {'Port': ['ID=a0a183f6-7850-4a07-8601-ecbc24cd6673,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:32.665780 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-82c335ab-c394-4f10-a320-6e7a0dc6dfdd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:32.765108 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-69251c71-4a5c-4694-89dd-1ea5d9439719 req-82c335ab-c394-4f10-a320-6e7a0dc6dfdd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] No DVR routers for this DVR port a0a183f6-7850-4a07-8601-ecbc24cd6673 on host hv-cinder-81934 {{(pid=86801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:46:32.771759 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-69251c71-4a5c-4694-89dd-1ea5d9439719 req-82c335ab-c394-4f10-a320-6e7a0dc6dfdd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:32.781231 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b0e109-963f-44b1-8956-cadc17a72559', 'name': 'network-vif-deleted', 'tag': 'a0a183f6-7850-4a07-8601-ecbc24cd6673'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:46:32.791788 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-69251c71-4a5c-4694-89dd-1ea5d9439719 req-82c335ab-c394-4f10-a320-6e7a0dc6dfdd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.10 "DELETE /v2.0/ports/a0a183f6-7850-4a07-8601-ecbc24cd6673 HTTP/1.1" status: 204 len: 173 time: 2.1060040 Dec 09 18:46:32.899500 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b0e109-963f-44b1-8956-cadc17a72559', 'name': 'network-vif-deleted', 'tag': 'a0a183f6-7850-4a07-8601-ecbc24cd6673', 'status': 'completed', 'code': 200} Dec 09 18:46:33.059218 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-efe65fa2-fa8e-4e43-a183-029ee694f1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:33.089370 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-efe65fa2-fa8e-4e43-a183-029ee694f1c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:33.098374 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-efe65fa2-fa8e-4e43-a183-029ee694f1c7 admin admin] Usage tracker for resource:security_group_rule and tenant:27695aefb10a4b358c039cc265e416f6 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:33.105910 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-efe65fa2-fa8e-4e43-a183-029ee694f1c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:33.117756 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-efe65fa2-fa8e-4e43-a183-029ee694f1c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:33.162808 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f744287-cc28-4b22-9328-eb3589d3438e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Router a1bb5f86-8864-4571-8584-028ddf94790e has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:46:33.217365 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-dfb67256-45a1-4322-a25e-f5d6fc2245c5 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:33.225945 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-dfb67256-45a1-4322-a25e-f5d6fc2245c5 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/networks?id=46aeb811-ac80-49a4-bdb1-eee7c8f986dd HTTP/1.1" status: 200 len: 808 time: 0.4769096 Dec 09 18:46:33.250001 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-63acabb0-24e4-4f99-b9d7-de8fe24424f2 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/quotas/b50e16c7c05344bf8e99f5e3499e851f HTTP/1.1" status: 200 len: 375 time: 0.0229297 Dec 09 18:46:33.340762 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-d2ddc742-0849-42da-a82f-80ac3e8a1982 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b50e16c7c05344bf8e99f5e3499e851f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897124 Dec 09 18:46:33.533624 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-efe65fa2-fa8e-4e43-a183-029ee694f1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:33.546889 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-5366d695-0107-40e0-97eb-9719b6553069 service neutron] 10.222.0.20 "GET /v2.0/networks/46aeb811-ac80-49a4-bdb1-eee7c8f986dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051809 Dec 09 18:46:33.569832 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-efe65fa2-fa8e-4e43-a183-029ee694f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:33.683743 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ffaa3-f844-484f-a2bb-d928e48e9641 req-95758f7f-bbac-4330-adf6-be9ba2673d1a tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:33.690735 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f09ffaa3-f844-484f-a2bb-d928e48e9641 req-95758f7f-bbac-4330-adf6-be9ba2673d1a tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.4094644 Dec 09 18:46:33.713901 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:33.722917 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device a0a183f6-7850-4a07-8601-ecbc24cd6673 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:46:33.738255 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f744287-cc28-4b22-9328-eb3589d3438e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:46:33.739459 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-5c9786f0-111f-42df-91d1-927edf4040de service neutron] 10.222.0.20 "GET /v2.0/networks/46aeb811-ac80-49a4-bdb1-eee7c8f986dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916869 Dec 09 18:46:33.750023 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-efe65fa2-fa8e-4e43-a183-029ee694f1c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27695aefb10a4b358c039cc265e416f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0988951 Dec 09 18:46:33.750698 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43246) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:33.757540 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2f744287-cc28-4b22-9328-eb3589d3438e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for floatingip, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:33.757969 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd34571-9e4e-418b-9685-4ea4f9097741 None None] Sync routers for ids ['a1bb5f86-8864-4571-8584-028ddf94790e'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:46:33.780602 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd34571-9e4e-418b-9685-4ea4f9097741 None None] Routers {'a1bb5f86-8864-4571-8584-028ddf94790e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:46:33.781242 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-8bd34571-9e4e-418b-9685-4ea4f9097741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:46:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['a1bb5f86-8864-4571-8584-028ddf94790e'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:46:33.841558 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: a0a183f6-7850-4a07-8601-ecbc24cd6673 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:46:33.841917 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device a0a183f6-7850-4a07-8601-ecbc24cd6673 not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:46:33.926749 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe65fa2-fa8e-4e43-a183-029ee694f1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024c63d6-4776-40d4-b0fd-bf4a7ceadd8a,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:33.932818 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-efe65fa2-fa8e-4e43-a183-029ee694f1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:33.982531 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f09ffaa3-f844-484f-a2bb-d928e48e9641 req-99d34beb-b966-47be-8e99-cc5627f98788 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905774 Dec 09 18:46:34.030918 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-2f744287-cc28-4b22-9328-eb3589d3438e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "PUT /v2.0/floatingips/807934a4-2e1c-4b6c-946f-05019d5bd3ab HTTP/1.1" status: 200 len: 992 time: 3.9975162 Dec 09 18:46:34.071775 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-0b346ad0-9ad4-47db-845a-9eea44c76d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:34.264808 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-0b346ad0-9ad4-47db-845a-9eea44c76d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:34.272028 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-8bd34571-9e4e-418b-9685-4ea4f9097741 None None] Set router a1bb5f86-8864-4571-8584-028ddf94790e gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:46:34.343298 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-52febe14-0562-4b74-9a16-1f341b99e55c req-e2d3fe14-fe49-4db9-aad4-a3f98374f1f4 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 210 time: 0.1881804 Dec 09 18:46:34.389533 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-7913edda-2fa4-4a4a-aee6-9df087c6754a req-8988841e-8ce2-4166-a178-c29da8ca40f1 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Synchronizing usage tracker for tenant:053fb9ad854e4d45be7b0ce2e2ec57fe on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:46:34.428829 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-7913edda-2fa4-4a4a-aee6-9df087c6754a req-8988841e-8ce2-4166-a178-c29da8ca40f1 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Unset dirty status for tenant:053fb9ad854e4d45be7b0ce2e2ec57fe on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:46:34.438655 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7913edda-2fa4-4a4a-aee6-9df087c6754a req-8988841e-8ce2-4166-a178-c29da8ca40f1 tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b0e109-963f-44b1-8956-cadc17a72559 HTTP/1.1" status: 200 len: 210 time: 0.1567602 Dec 09 18:46:34.463841 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-0b346ad0-9ad4-47db-845a-9eea44c76d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:34.470511 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-52ced0d5-2529-4745-9766-913f228076ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:34.508189 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b346ad0-9ad4-47db-845a-9eea44c76d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024c63d6-4776-40d4-b0fd-bf4a7ceadd8a,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:34.524400 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-0b346ad0-9ad4-47db-845a-9eea44c76d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:34.529214 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-0b346ad0-9ad4-47db-845a-9eea44c76d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:34.530332 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-0b346ad0-9ad4-47db-845a-9eea44c76d9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/024c63d6-4776-40d4-b0fd-bf4a7ceadd8a HTTP/1.1" status: 204 len: 168 time: 0.7763555 Dec 09 18:46:34.818295 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-8bd34571-9e4e-418b-9685-4ea4f9097741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': '807934a4-2e1c-4b6c-946f-05019d5bd3ab', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'port_id': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'mac_address': 'fa:16:3e:0b:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:46:01Z', 'updated_at': '2021-12-09T18:46:31Z', 'revision_number': 1, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '481cf148-5a55-4c60-92dd-92653cb5bada', 'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'mac_address': 'fa:16:3e:6a:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:47Z', 'updated_at': '2021-12-09T18:46:03Z', 'revision_number': 5, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'subnets': [{'id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:46:34.828221 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd34571-9e4e-418b-9685-4ea4f9097741 None None] Checking router: a1bb5f86-8864-4571-8584-028ddf94790e for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:46:34.852750 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd34571-9e4e-418b-9685-4ea4f9097741 None None] Routers {'a1bb5f86-8864-4571-8584-028ddf94790e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:46:34.855380 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-8bd34571-9e4e-418b-9685-4ea4f9097741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:46:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['a1bb5f86-8864-4571-8584-028ddf94790e'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:46:34.900867 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'tag': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:46:34.960516 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'tag': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280', 'status': 'completed', 'code': 200} Dec 09 18:46:35.102219 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-8bd34571-9e4e-418b-9685-4ea4f9097741 None None] Set router a1bb5f86-8864-4571-8584-028ddf94790e gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:46:35.215579 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e858b32-85f8-4733-9bae-dd02eb9db68d req-4ae09e76-cd30-4128-8195-f64863eec2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:35.218167 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2e858b32-85f8-4733-9bae-dd02eb9db68d req-4ae09e76-cd30-4128-8195-f64863eec2dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9027b039a51b432086e827ba9a677b0a&device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 1099 time: 0.2158134 Dec 09 18:46:35.322454 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cd43a-d0ff-4204-9805-0baedf641855 req-1d380f4b-eadb-4dfa-adce-3840cb0f41df tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:35.332858 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0f3cd43a-d0ff-4204-9805-0baedf641855 req-1d380f4b-eadb-4dfa-adce-3840cb0f41df tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1791120 Dec 09 18:46:35.395049 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 43300) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:35.402237 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0f3cd43a-d0ff-4204-9805-0baedf641855 req-d22591a6-0ba1-452a-a262-9bd1576aae62 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677474 Dec 09 18:46:35.450556 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:35.476796 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:35.494359 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Usage tracker for resource:security_group_rule and tenant:d6aa9764140f47dbad5a56f31ead8b16 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:35.499728 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:35.520511 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:35.529294 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e858b32-85f8-4733-9bae-dd02eb9db68d req-f3393d6f-3bac-4c2e-8a57-d700811b7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:35.531120 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2e858b32-85f8-4733-9bae-dd02eb9db68d req-f3393d6f-3bac-4c2e-8a57-d700811b7f39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f HTTP/1.1" status: 200 len: 918 time: 0.3048923 Dec 09 18:46:35.837527 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-8bd34571-9e4e-418b-9685-4ea4f9097741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': '807934a4-2e1c-4b6c-946f-05019d5bd3ab', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'port_id': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'mac_address': 'fa:16:3e:0b:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:46:01Z', 'updated_at': '2021-12-09T18:46:31Z', 'revision_number': 1, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '481cf148-5a55-4c60-92dd-92653cb5bada', 'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'mac_address': 'fa:16:3e:6a:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:47Z', 'updated_at': '2021-12-09T18:46:03Z', 'revision_number': 5, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'subnets': [{'id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:46:35.849901 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd34571-9e4e-418b-9685-4ea4f9097741 None None] The sync data for ids ['a1bb5f86-8864-4571-8584-028ddf94790e'] in dv-cinder-819346-1-smb is: [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': '807934a4-2e1c-4b6c-946f-05019d5bd3ab', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'port_id': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'mac_address': 'fa:16:3e:0b:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:46:01Z', 'updated_at': '2021-12-09T18:46:31Z', 'revision_number': 1, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '481cf148-5a55-4c60-92dd-92653cb5bada', 'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'mac_address': 'fa:16:3e:6a:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:47Z', 'updated_at': '2021-12-09T18:46:03Z', 'revision_number': 5, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'subnets': [{'id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:46:35.949448 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5e5f4465-76b0-490c-b37c-80d86f22dda2 req-86a472b6-3e13-48d6-b1f9-f0b8ebbbf14d tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 210 time: 0.2562063 Dec 09 18:46:36.002184 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2e858b32-85f8-4733-9bae-dd02eb9db68d req-73bc7af0-c88a-470e-93ca-d6b529b2026c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280 HTTP/1.1" status: 200 len: 1000 time: 0.4548304 Dec 09 18:46:36.119464 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e858b32-85f8-4733-9bae-dd02eb9db68d req-3259ddf5-adb4-47d9-914e-f71018cb64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:36.121615 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2e858b32-85f8-4733-9bae-dd02eb9db68d req-3259ddf5-adb4-47d9-914e-f71018cb64f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=792d62f6-b051-4e14-8de6-4007bf9e39aa HTTP/1.1" status: 200 len: 856 time: 0.1118064 Dec 09 18:46:36.192619 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-684e68e9-c981-4123-85dc-6a5dc91a0b35 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:36.197232 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-684e68e9-c981-4123-85dc-6a5dc91a0b35 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.10 "GET /v2.0/networks?id=46aeb811-ac80-49a4-bdb1-eee7c8f986dd HTTP/1.1" status: 200 len: 808 time: 0.3953085 Dec 09 18:46:36.218088 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Request body: {'port': {'device_id': '8e9597b7-3057-46cf-b31f-051985870119', 'network_id': '46aeb811-ac80-49a4-bdb1-eee7c8f986dd', 'admin_state_up': True, 'tenant_id': 'b50e16c7c05344bf8e99f5e3499e851f'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:46:36.255753 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:36.259826 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ba06d-d6cf-45a0-8f00-3e3e6fa16ab7 None None] New status for floating IP 807934a4-2e1c-4b6c-946f-05019d5bd3ab: ACTIVE {{(pid=86803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 18:46:36.274406 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:36.285566 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-fc2436d4-cbc6-42b8-a65e-70954fa7ba5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:36.361021 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3877fe0a-dff3-47b2-b2dc-dcd79652e7d6,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:36.394281 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:36.394563 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:36.394953 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:36.395307 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:36.395652 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:36.395995 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:36.397212 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:36.408853 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:36.408853 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:36.408853 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:36.408853 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:36.408853 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:36.412416 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:36.414749 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e858b32-85f8-4733-9bae-dd02eb9db68d req-4f4d1253-4e3d-4215-88c8-b0bd1560852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:36.419847 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2e858b32-85f8-4733-9bae-dd02eb9db68d req-4f4d1253-4e3d-4215-88c8-b0bd1560852f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2735748 Dec 09 18:46:36.515824 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:36.522621 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Usage tracker for resource:port and tenant:b50e16c7c05344bf8e99f5e3499e851f is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:36.528318 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:36.545943 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:36.573940 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Made reservation on behalf of b50e16c7c05344bf8e99f5e3499e851f for: {'port': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:46:36.579634 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:36.586104 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6aa9764140f47dbad5a56f31ead8b16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1898396 Dec 09 18:46:36.597118 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 43346) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:36.815909 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2e858b32-85f8-4733-9bae-dd02eb9db68d req-b33b1b00-5227-4f9b-8422-894c786fb5f4 service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860393 Dec 09 18:46:36.822421 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ebba9ff0-3f63-4fc3-ad9a-45095dabdbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:36.837992 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Allocated IP 172.20.0.12 (46aeb811-ac80-49a4-bdb1-eee7c8f986dd/be767f0c-a99f-43f4-aa36-942871e16400/3bcad8e4-b7f3-4467-8227-f0c2dd2e1843) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:46:36.860751 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ebba9ff0-3f63-4fc3-ad9a-45095dabdbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:36.875618 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbd649-6062-49fa-b97a-fce1b9db3d40 req-5566ecbf-ad65-4fd0-8d0b-1b14b0eba585 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:36.877251 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d1bbd649-6062-49fa-b97a-fce1b9db3d40 req-5566ecbf-ad65-4fd0-8d0b-1b14b0eba585 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.2659075 Dec 09 18:46:37.025355 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d1bbd649-6062-49fa-b97a-fce1b9db3d40 req-3837d6a1-4e5f-4fd4-9982-23f58464ed9b tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424208 Dec 09 18:46:37.074727 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ebba9ff0-3f63-4fc3-ad9a-45095dabdbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:37.081775 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:37.096109 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2e858b32-85f8-4733-9bae-dd02eb9db68d req-31fc7165-deed-4f52-8870-ced51c9066be service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941457 Dec 09 18:46:37.097588 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba9ff0-3f63-4fc3-ad9a-45095dabdbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3877fe0a-dff3-47b2-b2dc-dcd79652e7d6,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:37.101692 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-ebba9ff0-3f63-4fc3-ad9a-45095dabdbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:37.106560 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ebba9ff0-3f63-4fc3-ad9a-45095dabdbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:37.107957 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-ebba9ff0-3f63-4fc3-ad9a-45095dabdbb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3877fe0a-dff3-47b2-b2dc-dcd79652e7d6 HTTP/1.1" status: 204 len: 168 time: 0.5098059 Dec 09 18:46:37.178184 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:37.212595 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:37.221470 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:37.290726 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e0e93-6b95-4750-a02f-fa5fff5e80e7 req-184617d1-88f7-4375-b2da-e2433d826d22 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:37.292377 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f40e0e93-6b95-4750-a02f-fa5fff5e80e7 req-184617d1-88f7-4375-b2da-e2433d826d22 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 932 time: 0.0908320 Dec 09 18:46:37.344051 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-f40e0e93-6b95-4750-a02f-fa5fff5e80e7 req-fbba1baf-f259-48c0-b3fd-813f5ce9ff3b tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Synchronizing usage tracker for tenant:b50e16c7c05344bf8e99f5e3499e851f on resource:security_group {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:46:37.358059 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Network 46aeb811-ac80-49a4-bdb1-eee7c8f986dd is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:46:37.361564 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:46:37.363159 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-f40e0e93-6b95-4750-a02f-fa5fff5e80e7 req-fbba1baf-f259-48c0-b3fd-813f5ce9ff3b tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Unset dirty status for tenant:b50e16c7c05344bf8e99f5e3499e851f on resource:security_group {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:46:37.364465 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f40e0e93-6b95-4750-a02f-fa5fff5e80e7 req-fbba1baf-f259-48c0-b3fd-813f5ce9ff3b tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/security-groups?id=39147e81-7c6d-4bde-b374-59a07ec40bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657747 Dec 09 18:46:37.368827 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:46:37.374715 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:37.374994 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:37.389146 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Pushing event updated for resources: {'Port': ['ID=3bcad8e4-b7f3-4467-8227-f0c2dd2e1843,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:37.398842 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:37.399195 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:37.399538 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:37.399877 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:37.400304 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:37.400645 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:37.400982 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:37.401313 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:37.401699 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:37.401969 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:37.402296 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:37.402618 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:37.410156 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:37.414353 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2006557 Dec 09 18:46:37.430088 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Request body: {'port': {'device_id': '8e9597b7-3057-46cf-b31f-051985870119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:46:37.487502 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:46:37.547247 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:38.053833 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 43412) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:38.165301 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 {{(pid=86802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:46:38.184036 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:38.185956 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e587a22-e25d-409b-b833-e7bc74b1256d admin admin] Deleting subnet 4ee19f93-037f-4d1b-be6f-e01a0a068450 {{(pid=86801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 18:46:38.191350 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5e587a22-e25d-409b-b833-e7bc74b1256d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:38.211436 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.provisioning_blocks [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Transition to ACTIVE for port object 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 will not be triggered until provisioned by entity L2. {{(pid=86802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:46:38.221921 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:38.227155 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:38.320925 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5e587a22-e25d-409b-b833-e7bc74b1256d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:38.329966 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5e587a22-e25d-409b-b833-e7bc74b1256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1323596'] for subnet, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:38.474411 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Pushing event updated for resources: {'Port': ['ID=3bcad8e4-b7f3-4467-8227-f0c2dd2e1843,revision_number=2']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:38.496701 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:38.601157 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5e587a22-e25d-409b-b833-e7bc74b1256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1323540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for subnet, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:38.614380 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e73183cd-7f6e-4af3-8e73-4f826cedd326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:38.635503 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Attempting to bind port 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:46:38.640356 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Attempting to bind port 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '46aeb811-ac80-49a4-bdb1-eee7c8f986dd'}] {{(pid=86802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:46:38.640356 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Attempting to bind port 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 on network 46aeb811-ac80-49a4-bdb1-eee7c8f986dd {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:46:38.653791 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Port 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 on network 46aeb811-ac80-49a4-bdb1-eee7c8f986dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:46:38.654333 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Attempting to bind port 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 on network 46aeb811-ac80-49a4-bdb1-eee7c8f986dd {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:46:38.661178 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e587a22-e25d-409b-b833-e7bc74b1256d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee19f93-037f-4d1b-be6f-e01a0a068450,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:38.663708 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5e587a22-e25d-409b-b833-e7bc74b1256d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:38.668796 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-5e587a22-e25d-409b-b833-e7bc74b1256d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:38.678606 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:46:38.679059 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Checking segment: {'id': '39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '46aeb811-ac80-49a4-bdb1-eee7c8f986dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:46:38.679627 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Bound using segment: {'id': '39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '46aeb811-ac80-49a4-bdb1-eee7c8f986dd'} {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:46:38.680221 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Bound port: 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '46aeb811-ac80-49a4-bdb1-eee7c8f986dd'}}] {{(pid=86802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:46:38.680643 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:38.682769 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235ba39-d47d-4fff-abb1-819ad09a9a14 req-c04a765b-4636-4da0-b0c1-c6c676aecd55 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:38.684414 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7235ba39-d47d-4fff-abb1-819ad09a9a14 req-c04a765b-4636-4da0-b0c1-c6c676aecd55 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 944 time: 0.1688817 Dec 09 18:46:38.686350 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-5e587a22-e25d-409b-b833-e7bc74b1256d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4ee19f93-037f-4d1b-be6f-e01a0a068450 HTTP/1.1" status: 204 len: 168 time: 0.6299229 Dec 09 18:46:38.688982 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 43454) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:38.791075 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] For port 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843, host hv-cinder-81934, cleared binding levels {{(pid=86802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:46:38.794316 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] For port 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=3bcad8e4-b7f3-4467-8227-f0c2dd2e1843,segment=NetworkSegment(39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1),segment_id=39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1)] {{(pid=86802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:46:38.821028 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c1378-2044-49d6-92c4-58671532a682 req-db523689-ad30-4f15-abe0-9f43c903418f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:38.826806 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5b4c1378-2044-49d6-92c4-58671532a682 req-db523689-ad30-4f15-abe0-9f43c903418f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.5434110 Dec 09 18:46:38.831714 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:38.853121 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7235ba39-d47d-4fff-abb1-819ad09a9a14 req-597b2510-cdb6-4eb6-84f2-7619bcd98826 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/security-groups?id=39147e81-7c6d-4bde-b374-59a07ec40bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609879 Dec 09 18:46:38.858711 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:38.865189 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1294839'] for network, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:38.938664 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5b4c1378-2044-49d6-92c4-58671532a682 req-7201ab39-fcdc-4175-acfa-152fe3956930 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085610 Dec 09 18:46:38.943464 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:38.944237 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:38.945604 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] 10.222.0.10 "PUT /v2.0/ports/3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 HTTP/1.1" status: 200 len: 1094 time: 1.5196228 Dec 09 18:46:38.946194 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9597b7-3057-46cf-b31f-051985870119', 'tag': '3bcad8e4-b7f3-4467-8227-f0c2dd2e1843'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:46:38.972453 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Pushing event updated for resources: {'Port': ['ID=3bcad8e4-b7f3-4467-8227-f0c2dd2e1843,revision_number=3']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:38.980056 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:39.005183 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9597b7-3057-46cf-b31f-051985870119', 'tag': '3bcad8e4-b7f3-4467-8227-f0c2dd2e1843', 'status': 'completed', 'code': 200} Dec 09 18:46:39.038421 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1324903', 'neutron.services.segments.db._delete_segments_for_network-8737775659942'] for network, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:39.073061 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:46:39.074491 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:46:39.076380 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:46:39.076940 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Subscribe: > port after_create 55550000 {{(pid=86801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:46:39.077829 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Subscribe: > port after_delete 55550000 {{(pid=86801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:46:39.078698 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Subscribe: > port after_update 55550000 {{(pid=86801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:46:39.079293 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:46:39.079969 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:46:39.080518 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:46:39.081062 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:46:39.113241 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c92c3e7-eb3f-47a7-b2c7-e24eb2f7214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:39.114828 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-6c92c3e7-eb3f-47a7-b2c7-e24eb2f7214e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b50e16c7c05344bf8e99f5e3499e851f&device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 1097 time: 0.0872977 Dec 09 18:46:39.207570 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-735de0d1-1573-44eb-b7c0-60f795a26caf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 HTTP/1.1" status: 200 len: 217 time: 0.0691221 Dec 09 18:46:39.207570 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43472) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:39.242254 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:46:39.242570 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:46:39.242834 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:46:39.243159 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:46:39.243544 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3dfa680-b557-49aa-a7f2-c5555dad834a']}} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:46:39.257769 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc1b411-5d25-4d1c-a34d-3fffe611e5e9') {'for_net_delete': True} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:46:39.258072 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc1b411-5d25-4d1c-a34d-3fffe611e5e9') {} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:46:39.270988 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737775753593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132533715'] for segment, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:39.273278 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-58fe8a5e-4f88-431d-b568-3816c07784e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:39.274726 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-58fe8a5e-4f88-431d-b568-3816c07784e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be767f0c-a99f-43f4-aa36-942871e16400 HTTP/1.1" status: 200 len: 848 time: 0.0612733 Dec 09 18:46:39.288538 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:39.297355 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=86801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 18:46:39.298069 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1320239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131583883'] for segment, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: from cryptography.utils import int_from_bytes Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: from cryptography.utils import int_from_bytes Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: util.warn_limited( Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: util.warn_limited( Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: Traceback (most recent call last): Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: timer() Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: cb(*args, **kw) Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: return func(*args, **kwargs) Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: self._notify() Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: self.callback(batched_events) Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: event.method(event) Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: return f(self, *a, **k) Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: return self._get(url).json() Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: return self.request(url, 'GET', **kwargs) Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 18:46:39.319362 dv-cinder-819346-1-smb neutron-server[86801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 18:46:39.340456 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-28561c3d-eec3-4759-a1ca-0475bbcfa44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:39.350922 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-2c905ec5-a606-4d5c-aa7c-634205f719cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=46aeb811-ac80-49a4-bdb1-eee7c8f986dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689201 Dec 09 18:46:39.358613 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-28561c3d-eec3-4759-a1ca-0475bbcfa44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:39.364778 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-28561c3d-eec3-4759-a1ca-0475bbcfa44f admin admin] Usage tracker for resource:security_group_rule and tenant:d1352ab50d884b8cb11328fc9c358068 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:39.395924 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-28561c3d-eec3-4759-a1ca-0475bbcfa44f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:39.426061 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1324894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134207135'] for network, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:39.443565 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:39.458553 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:39.470078 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Pushing event deleted for resources: {'Network': ['ID=f3dfa680-b557-49aa-a7f2-c5555dad834a,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:39.471798 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-28561c3d-eec3-4759-a1ca-0475bbcfa44f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:39.472645 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:39.482525 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-c15970cd-b872-4ec4-94b1-bb45d81bbeba admin admin] 10.222.0.20 "DELETE /v2.0/networks/f3dfa680-b557-49aa-a7f2-c5555dad834a HTTP/1.1" status: 204 len: 168 time: 0.7923777 Dec 09 18:46:39.565649 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-e123c47d-dd3f-4c57-b0b8-14d2311e5bea service neutron] 10.222.0.10 "GET /v2.0/networks/46aeb811-ac80-49a4-bdb1-eee7c8f986dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976142 Dec 09 18:46:39.680209 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 43498) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:39.710212 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-28561c3d-eec3-4759-a1ca-0475bbcfa44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:39.727340 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-28561c3d-eec3-4759-a1ca-0475bbcfa44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:39.740627 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-fa71b667-2105-40ec-83cb-f0a2e35a6004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:39.757021 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-448333ba-1163-4119-8842-3ad0d9a340a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=053fb9ad854e4d45be7b0ce2e2ec57fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0730832 Dec 09 18:46:39.757184 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 43508) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:39.840805 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-7f7c88e1-caa0-4cac-a8d8-166585659f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:39.880298 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-401c2d86-0604-4fad-8b46-1e6fbd8c0099 req-b35d779e-5272-47e8-9976-6efe60684482 service neutron] 10.222.0.10 "GET /v2.0/networks/46aeb811-ac80-49a4-bdb1-eee7c8f986dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015909 Dec 09 18:46:39.893243 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-28561c3d-eec3-4759-a1ca-0475bbcfa44f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1352ab50d884b8cb11328fc9c358068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6865463 Dec 09 18:46:39.894852 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43516) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:39.897394 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28561c3d-eec3-4759-a1ca-0475bbcfa44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838cf288-b3de-4bec-96b4-3ad6f6ff819b,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:39.905904 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-7f7c88e1-caa0-4cac-a8d8-166585659f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:39.911728 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-28561c3d-eec3-4759-a1ca-0475bbcfa44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:39.926830 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43520) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:39.976472 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-95abe17f-ec6a-4961-be68-25ace28fdc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:40.024451 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-7f7c88e1-caa0-4cac-a8d8-166585659f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:40.031951 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:40.063901 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-95abe17f-ec6a-4961-be68-25ace28fdc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:40.127276 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c88e1-caa0-4cac-a8d8-166585659f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9adc8d-85cf-4b16-adb9-a7788e3b3753,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:40.130056 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-7f7c88e1-caa0-4cac-a8d8-166585659f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:40.141857 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-be5c70da-08b0-4cb8-8aa0-795afd38014f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:40.149872 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-7f7c88e1-caa0-4cac-a8d8-166585659f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:40.154902 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-7f7c88e1-caa0-4cac-a8d8-166585659f26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d9adc8d-85cf-4b16-adb9-a7788e3b3753 HTTP/1.1" status: 204 len: 168 time: 0.3963156 Dec 09 18:46:40.158224 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e47b7-78ff-4f02-bc9b-2c9592b4dd66 req-4e734a48-b775-4838-b2e0-cf7ffdb5a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:40.159871 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6a0e47b7-78ff-4f02-bc9b-2c9592b4dd66 req-4e734a48-b775-4838-b2e0-cf7ffdb5a00c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b50e16c7c05344bf8e99f5e3499e851f&device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 1097 time: 0.1537094 Dec 09 18:46:40.211865 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9cf98-872d-4c77-bde4-73def88fadd7 req-24c63193-b861-4d4e-9974-edeb072631c7 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:40.222839 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d6b9cf98-872d-4c77-bde4-73def88fadd7 req-24c63193-b861-4d4e-9974-edeb072631c7 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 944 time: 0.1928501 Dec 09 18:46:40.237021 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-95abe17f-ec6a-4961-be68-25ace28fdc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:40.247302 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-be5c70da-08b0-4cb8-8aa0-795afd38014f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:40.249789 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c72fdc9a-5c66-47cc-a92a-534afa78a4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:40.296153 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d6b9cf98-872d-4c77-bde4-73def88fadd7 req-de544f2d-47f3-411d-98e9-8a36c655d099 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/security-groups?id=39147e81-7c6d-4bde-b374-59a07ec40bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714035 Dec 09 18:46:40.307325 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-be5c70da-08b0-4cb8-8aa0-795afd38014f admin admin] Usage tracker for resource:security_group_rule and tenant:8aab0ff7bab34572973f5c25e1f366fa is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:40.331876 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-be5c70da-08b0-4cb8-8aa0-795afd38014f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:40.334197 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abe17f-ec6a-4961-be68-25ace28fdc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838cf288-b3de-4bec-96b4-3ad6f6ff819b,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:40.337820 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-95abe17f-ec6a-4961-be68-25ace28fdc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:40.349340 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-be5c70da-08b0-4cb8-8aa0-795afd38014f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:40.372518 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-95abe17f-ec6a-4961-be68-25ace28fdc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:40.376360 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-95abe17f-ec6a-4961-be68-25ace28fdc00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/838cf288-b3de-4bec-96b4-3ad6f6ff819b HTTP/1.1" status: 204 len: 168 time: 0.4805784 Dec 09 18:46:40.449505 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e47b7-78ff-4f02-bc9b-2c9592b4dd66 req-84342b60-a9f8-49c9-a19f-45e860da1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:40.451529 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6a0e47b7-78ff-4f02-bc9b-2c9592b4dd66 req-84342b60-a9f8-49c9-a19f-45e860da1d04 service neutron] 10.222.0.10 "GET /v2.0/networks?id=46aeb811-ac80-49a4-bdb1-eee7c8f986dd HTTP/1.1" status: 200 len: 909 time: 0.2482052 Dec 09 18:46:40.552010 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a7a6-6837-4a6a-8e63-f49ee17363de req-2a1ad087-4b73-4871-8d6c-5bc3cc0844b3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:40.553781 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8ec3a7a6-6837-4a6a-8e63-f49ee17363de req-2a1ad087-4b73-4871-8d6c-5bc3cc0844b3 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.4025016 Dec 09 18:46:40.556952 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6a0e47b7-78ff-4f02-bc9b-2c9592b4dd66 req-0d08fe79-d92d-4c03-8142-fd5b688ab8a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 HTTP/1.1" status: 200 len: 217 time: 0.0924323 Dec 09 18:46:40.683509 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8ec3a7a6-6837-4a6a-8e63-f49ee17363de req-44483638-5b0f-45ee-abb1-f19e95c84d83 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203260 Dec 09 18:46:40.684868 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e47b7-78ff-4f02-bc9b-2c9592b4dd66 req-e53166af-3975-42cd-a55c-0576efc95094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:40.686273 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6a0e47b7-78ff-4f02-bc9b-2c9592b4dd66 req-e53166af-3975-42cd-a55c-0576efc95094 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be767f0c-a99f-43f4-aa36-942871e16400 HTTP/1.1" status: 200 len: 848 time: 0.1026466 Dec 09 18:46:40.731735 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-be5c70da-08b0-4cb8-8aa0-795afd38014f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:40.737768 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-be5c70da-08b0-4cb8-8aa0-795afd38014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:40.755482 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:40.767125 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6a0e47b7-78ff-4f02-bc9b-2c9592b4dd66 req-95cdf635-92ef-4576-82da-5c753418b2e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=46aeb811-ac80-49a4-bdb1-eee7c8f986dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677536 Dec 09 18:46:40.867707 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-be5c70da-08b0-4cb8-8aa0-795afd38014f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8aab0ff7bab34572973f5c25e1f366fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9397910 Dec 09 18:46:40.868637 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 43564) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:40.882888 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c70da-08b0-4cb8-8aa0-795afd38014f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc288e2-540d-4045-83a4-6f441d83d451,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:40.888642 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-be5c70da-08b0-4cb8-8aa0-795afd38014f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:40.945637 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6a0e47b7-78ff-4f02-bc9b-2c9592b4dd66 req-9a307c75-1bbe-4b4b-b084-3c1e0596f78c service neutron] 10.222.0.10 "GET /v2.0/networks/46aeb811-ac80-49a4-bdb1-eee7c8f986dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626520 Dec 09 18:46:40.967910 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-50d51901-3952-46bb-8ef6-32cb31561166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:41.002291 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-50d51901-3952-46bb-8ef6-32cb31561166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:41.069163 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-50d51901-3952-46bb-8ef6-32cb31561166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:41.077500 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:41.096198 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d51901-3952-46bb-8ef6-32cb31561166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc288e2-540d-4045-83a4-6f441d83d451,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:41.106730 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6a0e47b7-78ff-4f02-bc9b-2c9592b4dd66 req-aabec03d-187f-4c01-8850-203a3a203744 service neutron] 10.222.0.10 "GET /v2.0/networks/46aeb811-ac80-49a4-bdb1-eee7c8f986dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544425 Dec 09 18:46:41.107893 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-50d51901-3952-46bb-8ef6-32cb31561166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:41.110935 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-50d51901-3952-46bb-8ef6-32cb31561166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:41.112302 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-50d51901-3952-46bb-8ef6-32cb31561166 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cdc288e2-540d-4045-83a4-6f441d83d451 HTTP/1.1" status: 204 len: 168 time: 0.2413244 Dec 09 18:46:41.494011 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951787f1-66e1-4c5c-9880-6ff3a8d17082 req-a42358ef-50ab-451b-92d6-dd699813b7c5 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:41.495391 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-951787f1-66e1-4c5c-9880-6ff3a8d17082 req-a42358ef-50ab-451b-92d6-dd699813b7c5 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Synchronizing usage tracker for tenant:b50e16c7c05344bf8e99f5e3499e851f on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:46:41.508278 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 43600) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:41.534319 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-27486411-743a-4f97-bb46-a8581f82756d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:41.536800 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-951787f1-66e1-4c5c-9880-6ff3a8d17082 req-a42358ef-50ab-451b-92d6-dd699813b7c5 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Unset dirty status for tenant:b50e16c7c05344bf8e99f5e3499e851f on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:46:41.538726 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-951787f1-66e1-4c5c-9880-6ff3a8d17082 req-a42358ef-50ab-451b-92d6-dd699813b7c5 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 944 time: 0.1388593 Dec 09 18:46:41.558808 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-27486411-743a-4f97-bb46-a8581f82756d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:41.563827 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-27486411-743a-4f97-bb46-a8581f82756d admin admin] Usage tracker for resource:security_group_rule and tenant:c88c9d88166b48a8bc6a1b8bf4a81da7 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:41.568205 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-27486411-743a-4f97-bb46-a8581f82756d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:41.574981 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-27486411-743a-4f97-bb46-a8581f82756d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:41.611671 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-951787f1-66e1-4c5c-9880-6ff3a8d17082 req-bf8f6421-8f1d-4fbe-9c13-0abe1ccddf9f tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/security-groups?id=39147e81-7c6d-4bde-b374-59a07ec40bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631180 Dec 09 18:46:41.670795 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-27486411-743a-4f97-bb46-a8581f82756d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:41.676737 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-27486411-743a-4f97-bb46-a8581f82756d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:41.688417 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-4ec7ba22-3220-426b-a7bb-ed31e1ef9597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:41.748451 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27486411-743a-4f97-bb46-a8581f82756d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ca7ff4-b3eb-4e47-9cc0-91e489460568,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:41.756898 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-27486411-743a-4f97-bb46-a8581f82756d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c88c9d88166b48a8bc6a1b8bf4a81da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472193 Dec 09 18:46:41.757317 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43618) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:41.757866 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-27486411-743a-4f97-bb46-a8581f82756d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:41.857168 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-eccdb7af-1eac-4954-9a8b-82d9d53920f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:41.927125 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-eccdb7af-1eac-4954-9a8b-82d9d53920f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:41.988794 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-eccdb7af-1eac-4954-9a8b-82d9d53920f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:41.993537 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-605e6d1a-07de-44cf-b29e-dd2b16e2f509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:42.015725 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdb7af-1eac-4954-9a8b-82d9d53920f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ca7ff4-b3eb-4e47-9cc0-91e489460568,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:42.020311 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-eccdb7af-1eac-4954-9a8b-82d9d53920f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:42.041787 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-eccdb7af-1eac-4954-9a8b-82d9d53920f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:42.048226 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-eccdb7af-1eac-4954-9a8b-82d9d53920f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57ca7ff4-b3eb-4e47-9cc0-91e489460568 HTTP/1.1" status: 204 len: 168 time: 0.2890208 Dec 09 18:46:42.050655 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7035c-7503-4164-8067-d342c056438c req-4191cc8b-2128-454d-b528-c0bd1bf6579b tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:42.055165 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6be7035c-7503-4164-8067-d342c056438c req-4191cc8b-2128-454d-b528-c0bd1bf6579b tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1940954 Dec 09 18:46:42.120776 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6be7035c-7503-4164-8067-d342c056438c req-79c5c577-8237-4053-b752-f95bff3dcde0 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489135 Dec 09 18:46:42.147957 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43636) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:42.461294 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-403f9d1b-025a-4e5a-8b14-b46e8060eb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:42.493936 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-403f9d1b-025a-4e5a-8b14-b46e8060eb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:42.498915 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-403f9d1b-025a-4e5a-8b14-b46e8060eb92 admin admin] Usage tracker for resource:security_group_rule and tenant:2c5a99e948e742fb86944533fc9156e0 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:42.503332 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-403f9d1b-025a-4e5a-8b14-b46e8060eb92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:42.509806 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-403f9d1b-025a-4e5a-8b14-b46e8060eb92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:42.535525 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 43656) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:42.642788 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-403f9d1b-025a-4e5a-8b14-b46e8060eb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:42.649377 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-403f9d1b-025a-4e5a-8b14-b46e8060eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:42.681061 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-35db4afe-65a3-4892-97a4-21fa1caca97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:42.718935 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-403f9d1b-025a-4e5a-8b14-b46e8060eb92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c5a99e948e742fb86944533fc9156e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5672739 Dec 09 18:46:42.718935 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f9d1b-025a-4e5a-8b14-b46e8060eb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3423c3de-1686-4083-b404-996491a2308d,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:42.719709 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 43676) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:42.736989 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-403f9d1b-025a-4e5a-8b14-b46e8060eb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:42.828747 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-87394fe5-c023-4c15-9be8-b8b21835886a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:42.886830 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ffa8bc77-8869-470c-bee9-c70116820520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:42.914853 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-ffa8bc77-8869-470c-bee9-c70116820520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:42.921488 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-87394fe5-c023-4c15-9be8-b8b21835886a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:42.924408 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a31a32-e6a8-425a-a3e7-114f2218b78c req-8247dbca-2634-414b-8b5b-42ce5fa461f0 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:42.926167 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c8a31a32-e6a8-425a-a3e7-114f2218b78c req-8247dbca-2634-414b-8b5b-42ce5fa461f0 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 944 time: 0.1296761 Dec 09 18:46:42.932507 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-ffa8bc77-8869-470c-bee9-c70116820520 admin admin] Usage tracker for resource:security_group_rule and tenant:07cbccca097b4bbfae81f52e98fff61c is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:42.937294 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-ffa8bc77-8869-470c-bee9-c70116820520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:42.951049 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-ffa8bc77-8869-470c-bee9-c70116820520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:42.993640 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c8a31a32-e6a8-425a-a3e7-114f2218b78c req-51c07ab9-6ecf-4bd5-8c96-4d12bbf2667f tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/security-groups?id=39147e81-7c6d-4bde-b374-59a07ec40bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606964 Dec 09 18:46:43.014107 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-87394fe5-c023-4c15-9be8-b8b21835886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:43.020138 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-2cb4d313-7279-4ce2-9f6f-b0bcd40ad043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:43.040345 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87394fe5-c023-4c15-9be8-b8b21835886a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3423c3de-1686-4083-b404-996491a2308d,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:43.043088 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-87394fe5-c023-4c15-9be8-b8b21835886a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:43.067852 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-87394fe5-c023-4c15-9be8-b8b21835886a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:43.068997 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-87394fe5-c023-4c15-9be8-b8b21835886a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3423c3de-1686-4083-b404-996491a2308d HTTP/1.1" status: 204 len: 168 time: 0.3483670 Dec 09 18:46:43.110274 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ffa8bc77-8869-470c-bee9-c70116820520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:43.115373 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ffa8bc77-8869-470c-bee9-c70116820520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:43.123952 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:43.204904 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-ffa8bc77-8869-470c-bee9-c70116820520 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07cbccca097b4bbfae81f52e98fff61c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6681118 Dec 09 18:46:43.208685 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43696) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:43.208938 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8bc77-8869-470c-bee9-c70116820520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ec42b2-753b-40f9-97f7-a44efa4f4539,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:43.233391 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-ffa8bc77-8869-470c-bee9-c70116820520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:43.365199 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-afcb410a-981a-49eb-b52f-4fe0cf2759c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:43.399005 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-afcb410a-981a-49eb-b52f-4fe0cf2759c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:43.416070 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81711957-4d8d-4c5e-b35f-5f3803953c92 req-3754133b-7957-4418-8b9d-2476b1db038f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:43.417554 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-81711957-4d8d-4c5e-b35f-5f3803953c92 req-3754133b-7957-4418-8b9d-2476b1db038f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1555145 Dec 09 18:46:43.494652 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-81711957-4d8d-4c5e-b35f-5f3803953c92 req-35ef1ec2-144f-4c75-bd8a-e2923cb44a33 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679181 Dec 09 18:46:43.524568 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-afcb410a-981a-49eb-b52f-4fe0cf2759c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:43.535182 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b2e1280b-6814-43a3-94b9-f736a0c6cfb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:43.548978 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 43720) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:43.551941 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb410a-981a-49eb-b52f-4fe0cf2759c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ec42b2-753b-40f9-97f7-a44efa4f4539,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:43.555796 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-afcb410a-981a-49eb-b52f-4fe0cf2759c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:43.557841 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-afcb410a-981a-49eb-b52f-4fe0cf2759c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:43.559987 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-afcb410a-981a-49eb-b52f-4fe0cf2759c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20ec42b2-753b-40f9-97f7-a44efa4f4539 HTTP/1.1" status: 204 len: 168 time: 0.3500001 Dec 09 18:46:43.570609 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-61de39d1-fb70-4d6c-9eca-d5b5d24a65cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:43.590440 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-61de39d1-fb70-4d6c-9eca-d5b5d24a65cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:43.594271 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-61de39d1-fb70-4d6c-9eca-d5b5d24a65cd admin admin] Usage tracker for resource:security_group_rule and tenant:5c0dc35e3b4e40b8a0bc172700215405 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:43.597155 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-61de39d1-fb70-4d6c-9eca-d5b5d24a65cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:43.602885 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-61de39d1-fb70-4d6c-9eca-d5b5d24a65cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:43.695765 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-61de39d1-fb70-4d6c-9eca-d5b5d24a65cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:43.700035 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-61de39d1-fb70-4d6c-9eca-d5b5d24a65cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:43.710577 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-fbefa4fe-658d-4854-ae63-0ca7e25984f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:43.753149 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-61de39d1-fb70-4d6c-9eca-d5b5d24a65cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c0dc35e3b4e40b8a0bc172700215405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007046 Dec 09 18:46:43.753149 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de39d1-fb70-4d6c-9eca-d5b5d24a65cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45681324-fdf8-4900-a71c-7b50cae7c920,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:43.753872 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43728) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:43.755300 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-61de39d1-fb70-4d6c-9eca-d5b5d24a65cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:43.788643 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:46:43.853893 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f2f80498-ee58-401d-a8fb-ced3b9b69949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:43.971647 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f2f80498-ee58-401d-a8fb-ced3b9b69949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:44.008668 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43740) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:44.015400 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=3bcad8e4-b7f3-4467-8227-f0c2dd2e1843,segment=NetworkSegment(39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1),segment_id=39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:44.041508 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': '3bcad8e4-b7f3-4467-8227-f0c2dd2e1843', 'network_id': '46aeb811-ac80-49a4-bdb1-eee7c8f986dd', 'port_id': '3bcad8e4-b7f3-4467-8227-f0c2dd2e1843', 'mac_address': 'fa:16:3e:84:1f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be767f0c-a99f-43f4-aa36-942871e16400', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:46:44.053682 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f2f80498-ee58-401d-a8fb-ced3b9b69949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:44.059620 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:44.094002 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f80498-ee58-401d-a8fb-ced3b9b69949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45681324-fdf8-4900-a71c-7b50cae7c920,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:44.099169 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f2f80498-ee58-401d-a8fb-ced3b9b69949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:44.109823 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f2f80498-ee58-401d-a8fb-ced3b9b69949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:44.114877 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-f2f80498-ee58-401d-a8fb-ced3b9b69949 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45681324-fdf8-4900-a71c-7b50cae7c920 HTTP/1.1" status: 204 len: 168 time: 0.3596561 Dec 09 18:46:44.201908 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:44.231795 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:46:44.258512 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=3bcad8e4-b7f3-4467-8227-f0c2dd2e1843,segment=NetworkSegment(39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1),segment_id=39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:44.263944 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:44.268564 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-ee696b0c-e672-4d4b-aa4c-2e563b15ec76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:44.294587 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43756) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:44.331508 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b3bd-a876-4f8c-b5a2-0965724aa0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:44.343587 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c780ff-4089-43bc-af9f-dfa0632b8498 req-9a2d23e2-df15-4a3c-987d-3a2ad95ce43e tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:44.352113 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f7c780ff-4089-43bc-af9f-dfa0632b8498 req-9a2d23e2-df15-4a3c-987d-3a2ad95ce43e tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 944 time: 0.1571651 Dec 09 18:46:44.397612 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=3bcad8e4-b7f3-4467-8227-f0c2dd2e1843,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:44.402497 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-1bc7b3bd-a876-4f8c-b5a2-0965724aa0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:44.408308 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-1bc7b3bd-a876-4f8c-b5a2-0965724aa0f2 admin admin] Usage tracker for resource:security_group_rule and tenant:07fee03602fc4410a3502ec91907d7d2 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:44.413909 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-1bc7b3bd-a876-4f8c-b5a2-0965724aa0f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:44.414055 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:44.414403 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:44.414759 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:44.415089 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:44.416111 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f7c780ff-4089-43bc-af9f-dfa0632b8498 req-193cdacb-b238-4da7-9a48-a792d96d3336 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/security-groups?id=39147e81-7c6d-4bde-b374-59a07ec40bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625744 Dec 09 18:46:44.418534 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:44.418971 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:44.419312 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:44.419642 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:44.419967 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:44.423876 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:44.424229 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:44.424559 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:44.429916 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-1bc7b3bd-a876-4f8c-b5a2-0965724aa0f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:44.433220 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:44.475818 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-bb3bad65-bde3-4936-b8af-80370c854ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:44.500329 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-bb3bad65-bde3-4936-b8af-80370c854ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:44.508003 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-bb3bad65-bde3-4936-b8af-80370c854ec6 admin admin] Usage tracker for resource:security_group_rule and tenant:cc3558042879431d8fb6c527f096132e is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:44.511813 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-bb3bad65-bde3-4936-b8af-80370c854ec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:44.522658 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-bb3bad65-bde3-4936-b8af-80370c854ec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:44.596563 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b3bd-a876-4f8c-b5a2-0965724aa0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:44.606250 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b3bd-a876-4f8c-b5a2-0965724aa0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:44.633057 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:44.659948 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-1bc7b3bd-a876-4f8c-b5a2-0965724aa0f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07fee03602fc4410a3502ec91907d7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640380 Dec 09 18:46:44.664314 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7b3bd-a876-4f8c-b5a2-0965724aa0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d00eef-5d9a-4dbc-acf9-fa2f8af7c518,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:44.666796 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43770) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:44.679584 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-1bc7b3bd-a876-4f8c-b5a2-0965724aa0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:44.722924 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['3bcad8e4-b7f3-4467-8227-f0c2dd2e1843'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:46:44.769237 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-32cd011c-cb10-4537-9bc3-0a33f2a4e581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:44.770953 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb6f37-1835-4d36-a8f6-f01b3e7cebec req-c4d66810-03a2-449d-84ca-5ac7629ff5f8 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:44.783575 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-41cb6f37-1835-4d36-a8f6-f01b3e7cebec req-c4d66810-03a2-449d-84ca-5ac7629ff5f8 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1534472 Dec 09 18:46:44.797815 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-32cd011c-cb10-4537-9bc3-0a33f2a4e581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:44.844341 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-41cb6f37-1835-4d36-a8f6-f01b3e7cebec req-740ca12b-b666-4b75-b837-ac87cd4c7a7f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593202 Dec 09 18:46:44.867054 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-bb3bad65-bde3-4936-b8af-80370c854ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:44.867623 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43778) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:44.892815 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-44a2a5f8-b9a7-4e62-8110-f302c5660e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:44.909504 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-44a2a5f8-b9a7-4e62-8110-f302c5660e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:44.913621 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-44a2a5f8-b9a7-4e62-8110-f302c5660e51 admin admin] Usage tracker for resource:security_group_rule and tenant:8bd9f5d3dd83417c9b74a64cd19ee2f5 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:44.916756 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-44a2a5f8-b9a7-4e62-8110-f302c5660e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:44.920757 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-bb3bad65-bde3-4936-b8af-80370c854ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:44.927560 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-32cd011c-cb10-4537-9bc3-0a33f2a4e581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:44.936561 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c9f9b77a-04fe-4598-af5c-cb39d5e8ce3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:44.945200 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-44a2a5f8-b9a7-4e62-8110-f302c5660e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:45.005656 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-32cd011c-cb10-4537-9bc3-0a33f2a4e581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:45.006791 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-32cd011c-cb10-4537-9bc3-0a33f2a4e581 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27d00eef-5d9a-4dbc-acf9-fa2f8af7c518 HTTP/1.1" status: 204 len: 168 time: 0.3378847 Dec 09 18:46:45.012309 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-bb3bad65-bde3-4936-b8af-80370c854ec6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc3558042879431d8fb6c527f096132e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0028839 Dec 09 18:46:45.013147 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bad65-bde3-4936-b8af-80370c854ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d64b6b4-6573-4dd4-9abc-812692ebfbae,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:45.015088 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 43788) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:45.032909 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd011c-cb10-4537-9bc3-0a33f2a4e581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d00eef-5d9a-4dbc-acf9-fa2f8af7c518,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:45.035369 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-32cd011c-cb10-4537-9bc3-0a33f2a4e581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:45.037376 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-be5c70da-08b0-4cb8-8aa0-795afd38014f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:45.037744 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-be5c70da-08b0-4cb8-8aa0-795afd38014f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:45.117831 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-44a2a5f8-b9a7-4e62-8110-f302c5660e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:45.125123 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-44a2a5f8-b9a7-4e62-8110-f302c5660e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:45.137067 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-0b346ad0-9ad4-47db-845a-9eea44c76d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:45.192302 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2a5f8-b9a7-4e62-8110-f302c5660e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b203e0-9722-41b5-8c44-ff7ba19f1f24,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:45.211269 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-18af076c-11d8-4dde-9d6c-8374a211b4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:45.216810 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-44a2a5f8-b9a7-4e62-8110-f302c5660e51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bd9f5d3dd83417c9b74a64cd19ee2f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480186 Dec 09 18:46:45.218044 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-44a2a5f8-b9a7-4e62-8110-f302c5660e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:45.218498 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43796) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:45.241766 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-18af076c-11d8-4dde-9d6c-8374a211b4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:45.296197 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-53b3365b-8684-49b6-aa78-8cd81d158031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:45.313964 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-18af076c-11d8-4dde-9d6c-8374a211b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:45.318878 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-adf69e84-9828-4e58-8f5f-1235d4abf56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:45.332236 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af076c-11d8-4dde-9d6c-8374a211b4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d64b6b4-6573-4dd4-9abc-812692ebfbae,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:45.334801 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-18af076c-11d8-4dde-9d6c-8374a211b4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:45.340437 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-53b3365b-8684-49b6-aa78-8cd81d158031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:45.366450 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-18af076c-11d8-4dde-9d6c-8374a211b4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:45.370176 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-18af076c-11d8-4dde-9d6c-8374a211b4b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d64b6b4-6573-4dd4-9abc-812692ebfbae HTTP/1.1" status: 204 len: 168 time: 0.3513119 Dec 09 18:46:45.432799 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-53b3365b-8684-49b6-aa78-8cd81d158031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:45.438539 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-eccdb7af-1eac-4954-9a8b-82d9d53920f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:45.467645 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3365b-8684-49b6-aa78-8cd81d158031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b203e0-9722-41b5-8c44-ff7ba19f1f24,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:45.476201 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-53b3365b-8684-49b6-aa78-8cd81d158031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:45.482671 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-53b3365b-8684-49b6-aa78-8cd81d158031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:45.486664 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-53b3365b-8684-49b6-aa78-8cd81d158031 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14b203e0-9722-41b5-8c44-ff7ba19f1f24 HTTP/1.1" status: 204 len: 168 time: 0.2657282 Dec 09 18:46:45.699096 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ccdaa-c9fa-4130-aefd-b2c695f721e5 req-d01573df-12fd-4308-8730-68332f7d4b24 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:45.714496 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f99ccdaa-c9fa-4130-aefd-b2c695f721e5 req-d01573df-12fd-4308-8730-68332f7d4b24 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 945 time: 0.1373522 Dec 09 18:46:45.768739 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f99ccdaa-c9fa-4130-aefd-b2c695f721e5 req-f22f65db-4ff2-4389-bad9-2415d18aec42 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/security-groups?id=39147e81-7c6d-4bde-b374-59a07ec40bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530279 Dec 09 18:46:46.097226 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a3f47-1e07-4965-a9af-3823c0aee631 req-1fcce386-f66d-4272-abef-33ec867eb98c tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:46.105106 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-db2a3f47-1e07-4965-a9af-3823c0aee631 req-1fcce386-f66d-4272-abef-33ec867eb98c tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1328483 Dec 09 18:46:46.162969 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-db2a3f47-1e07-4965-a9af-3823c0aee631 req-1f288f0d-42ff-4a8e-94a7-36637570f08a tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568175 Dec 09 18:46:46.199106 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 43854) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:46.232445 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-de280626-3c34-4cf8-b76a-a8e122951229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:46.249212 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-de280626-3c34-4cf8-b76a-a8e122951229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:46.253744 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-de280626-3c34-4cf8-b76a-a8e122951229 admin admin] Usage tracker for resource:security_group_rule and tenant:7763c27112c046779200a20b5e882e1b is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:46.257443 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-de280626-3c34-4cf8-b76a-a8e122951229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:46.263840 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-de280626-3c34-4cf8-b76a-a8e122951229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:46.383702 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-de280626-3c34-4cf8-b76a-a8e122951229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:46.388411 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-de280626-3c34-4cf8-b76a-a8e122951229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:46.399277 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-50d51901-3952-46bb-8ef6-32cb31561166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:46.451311 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-de280626-3c34-4cf8-b76a-a8e122951229 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7763c27112c046779200a20b5e882e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505751 Dec 09 18:46:46.452722 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de280626-3c34-4cf8-b76a-a8e122951229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa84ac3-efca-424c-bf95-84ab99d218ee,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:46.454091 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43866) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:46.456218 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-de280626-3c34-4cf8-b76a-a8e122951229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:46.536672 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-4b644491-d091-4e42-877d-e04ee3435248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:46.582040 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-4b644491-d091-4e42-877d-e04ee3435248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:46.651664 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-4b644491-d091-4e42-877d-e04ee3435248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:46.658229 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:46.689683 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-4b644491-d091-4e42-877d-e04ee3435248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:46.692087 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-4b644491-d091-4e42-877d-e04ee3435248 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efa84ac3-efca-424c-bf95-84ab99d218ee HTTP/1.1" status: 204 len: 168 time: 0.2366006 Dec 09 18:46:46.694615 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b644491-d091-4e42-877d-e04ee3435248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa84ac3-efca-424c-bf95-84ab99d218ee,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:46.700556 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-4b644491-d091-4e42-877d-e04ee3435248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:47.076953 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946e27-1e92-407f-993d-e1cc3abf8318 req-92cd6ec2-c12a-4930-a610-a39c399547a9 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:47.079550 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-95946e27-1e92-407f-993d-e1cc3abf8318 req-92cd6ec2-c12a-4930-a610-a39c399547a9 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 945 time: 0.1039579 Dec 09 18:46:47.131899 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-95946e27-1e92-407f-993d-e1cc3abf8318 req-e0e0ea7a-4bd9-4f8d-9788-2a35e346d9d2 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/security-groups?id=39147e81-7c6d-4bde-b374-59a07ec40bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467229 Dec 09 18:46:47.306730 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 43932) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:47.400257 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9fe97-2545-41e8-a8cf-6f3973914314 req-b33cd0ab-7272-4263-a1ea-8eb5223e880e tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:47.401819 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e2f9fe97-2545-41e8-a8cf-6f3973914314 req-b33cd0ab-7272-4263-a1ea-8eb5223e880e tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1083641 Dec 09 18:46:47.456538 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1bc69291-9ff7-421e-ada5-ee164963a994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:47.474262 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-1bc69291-9ff7-421e-ada5-ee164963a994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:47.478408 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e2f9fe97-2545-41e8-a8cf-6f3973914314 req-99bb14ce-0e30-468a-9353-d2697d397042 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690751 Dec 09 18:46:47.479221 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-1bc69291-9ff7-421e-ada5-ee164963a994 admin admin] Usage tracker for resource:security_group_rule and tenant:f9d61de43b65403cbad62a9885689e79 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:47.482394 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-1bc69291-9ff7-421e-ada5-ee164963a994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:47.498225 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-1bc69291-9ff7-421e-ada5-ee164963a994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:47.592091 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1bc69291-9ff7-421e-ada5-ee164963a994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:47.597127 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1bc69291-9ff7-421e-ada5-ee164963a994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:47.606777 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:47.650854 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-1bc69291-9ff7-421e-ada5-ee164963a994 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9d61de43b65403cbad62a9885689e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401704 Dec 09 18:46:47.650854 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc69291-9ff7-421e-ada5-ee164963a994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed451b20-6da5-4f54-8078-5ef6dc80807f,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:47.651754 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 43968) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:47.660066 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-1bc69291-9ff7-421e-ada5-ee164963a994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:47.732719 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-1c604aca-7fac-48c9-bad7-7ea1aee6bcb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:47.762040 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-1c604aca-7fac-48c9-bad7-7ea1aee6bcb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:47.828113 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-1c604aca-7fac-48c9-bad7-7ea1aee6bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:47.833172 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:46:47.835340 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-4b644491-d091-4e42-877d-e04ee3435248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:47.868025 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c604aca-7fac-48c9-bad7-7ea1aee6bcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed451b20-6da5-4f54-8078-5ef6dc80807f,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:47.871215 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-1c604aca-7fac-48c9-bad7-7ea1aee6bcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:47.872789 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-1c604aca-7fac-48c9-bad7-7ea1aee6bcb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:47.877148 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-1c604aca-7fac-48c9-bad7-7ea1aee6bcb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed451b20-6da5-4f54-8078-5ef6dc80807f HTTP/1.1" status: 204 len: 168 time: 0.2231250 Dec 09 18:46:48.040757 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:46:48.055441 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:46:48.059136 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:48.235393 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:48.275524 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9597b7-3057-46cf-b31f-051985870119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcad8e4-b7f3-4467-8227-f0c2dd2e1843'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:46:48.288061 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=3bcad8e4-b7f3-4467-8227-f0c2dd2e1843,segment=NetworkSegment(39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1),segment_id=39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:48.294771 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:48.299953 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:48.377140 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9597b7-3057-46cf-b31f-051985870119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcad8e4-b7f3-4467-8227-f0c2dd2e1843', 'code': 200} Dec 09 18:46:48.393366 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=3bcad8e4-b7f3-4467-8227-f0c2dd2e1843,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:48.398400 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:48.469566 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85974979-1359-4b69-bac8-f950126611da req-32a97cf4-c18c-4c54-a6b1-04c510bf7301 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:48.471143 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-85974979-1359-4b69-bac8-f950126611da req-32a97cf4-c18c-4c54-a6b1-04c510bf7301 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 946 time: 0.1378062 Dec 09 18:46:48.534923 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-85974979-1359-4b69-bac8-f950126611da req-4f75750b-0465-49ef-93b9-c2805c0a39fb tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/security-groups?id=39147e81-7c6d-4bde-b374-59a07ec40bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574691 Dec 09 18:46:48.767577 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e363663-e614-4354-8ad2-c57617e6523f req-551e123e-57f2-40ce-ac3a-5d1aac03777f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:48.790526 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8e363663-e614-4354-8ad2-c57617e6523f req-551e123e-57f2-40ce-ac3a-5d1aac03777f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1517375 Dec 09 18:46:48.804054 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad811743-3b9a-463d-a052-3404ebf23fd2 req-67873676-981b-40fc-b566-be050b48b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:48.805933 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ad811743-3b9a-463d-a052-3404ebf23fd2 req-67873676-981b-40fc-b566-be050b48b3fb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 1099 time: 0.1231680 Dec 09 18:46:48.841805 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44044) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:48.870496 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ad811743-3b9a-463d-a052-3404ebf23fd2 req-9d67cb77-27a0-4440-96dd-e9e8c4fb61db service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=39147e81-7c6d-4bde-b374-59a07ec40bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484257 Dec 09 18:46:48.895732 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8e363663-e614-4354-8ad2-c57617e6523f req-5089c601-c669-45e0-bea8-c997617c98fb tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020157 Dec 09 18:46:49.124913 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a5d1cef1-61a4-4e86-8c32-211857c34704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:49.151249 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-a5d1cef1-61a4-4e86-8c32-211857c34704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:49.155402 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-a5d1cef1-61a4-4e86-8c32-211857c34704 admin admin] Usage tracker for resource:security_group_rule and tenant:4f7952599a32470fb3b70c2d0ff70447 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:49.158732 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-a5d1cef1-61a4-4e86-8c32-211857c34704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:49.164690 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-a5d1cef1-61a4-4e86-8c32-211857c34704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:49.261620 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a5d1cef1-61a4-4e86-8c32-211857c34704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:49.272101 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a5d1cef1-61a4-4e86-8c32-211857c34704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:49.281335 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-61de39d1-fb70-4d6c-9eca-d5b5d24a65cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:49.323671 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44074) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:49.323822 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-a5d1cef1-61a4-4e86-8c32-211857c34704 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f7952599a32470fb3b70c2d0ff70447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4768109 Dec 09 18:46:49.326004 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1cef1-61a4-4e86-8c32-211857c34704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076eb155-4455-4521-a3ac-b5488ab40607,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:49.330105 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a5d1cef1-61a4-4e86-8c32-211857c34704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:49.417972 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-89f0b4c6-97b3-4674-94dc-cd49dd6b54ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:49.450207 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-89f0b4c6-97b3-4674-94dc-cd49dd6b54ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:49.518583 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-89f0b4c6-97b3-4674-94dc-cd49dd6b54ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:49.524138 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-534224f1-f8fb-413e-8c2d-dd81e99efe42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:49.539749 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0b4c6-97b3-4674-94dc-cd49dd6b54ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076eb155-4455-4521-a3ac-b5488ab40607,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:49.542481 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-89f0b4c6-97b3-4674-94dc-cd49dd6b54ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:49.543983 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-89f0b4c6-97b3-4674-94dc-cd49dd6b54ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:49.545098 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-89f0b4c6-97b3-4674-94dc-cd49dd6b54ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/076eb155-4455-4521-a3ac-b5488ab40607 HTTP/1.1" status: 204 len: 168 time: 0.2203953 Dec 09 18:46:49.589576 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44092) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:49.775959 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ae547-259a-4d21-a5ef-0ffbf1ee8fea req-6a717aeb-b532-410e-8b0a-14582eb1953b tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:49.778193 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-529ae547-259a-4d21-a5ef-0ffbf1ee8fea req-6a717aeb-b532-410e-8b0a-14582eb1953b tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 946 time: 0.1288843 Dec 09 18:46:49.851794 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-529ae547-259a-4d21-a5ef-0ffbf1ee8fea req-5048c69f-3c76-49d0-a906-79619f2db030 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/security-groups?id=39147e81-7c6d-4bde-b374-59a07ec40bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667977 Dec 09 18:46:50.090819 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c62dd4d5-2020-42e4-a185-a277ff6299cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:50.118261 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-c62dd4d5-2020-42e4-a185-a277ff6299cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:50.129863 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-c62dd4d5-2020-42e4-a185-a277ff6299cc admin admin] Usage tracker for resource:security_group_rule and tenant:91872885dfd643dea73674dae69ee177 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:50.133008 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-c62dd4d5-2020-42e4-a185-a277ff6299cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:50.140520 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-c62dd4d5-2020-42e4-a185-a277ff6299cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:50.194982 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745d9a2-9c71-46ed-8415-e9572e83cede req-f2940fb3-d4cf-4e79-94c1-38cc44446b7e tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:50.202476 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3745d9a2-9c71-46ed-8415-e9572e83cede req-f2940fb3-d4cf-4e79-94c1-38cc44446b7e tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1477995 Dec 09 18:46:50.290887 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3745d9a2-9c71-46ed-8415-e9572e83cede req-f6e3963e-584f-493b-91b9-b1946740fd5a tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808947 Dec 09 18:46:50.307717 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-4adae06d-063d-40c1-8130-23d6b45a2fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:50.335367 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c62dd4d5-2020-42e4-a185-a277ff6299cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:50.342130 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c62dd4d5-2020-42e4-a185-a277ff6299cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:50.352220 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-403f9d1b-025a-4e5a-8b14-b46e8060eb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:50.399401 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-c62dd4d5-2020-42e4-a185-a277ff6299cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91872885dfd643dea73674dae69ee177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8066466 Dec 09 18:46:50.399401 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dd4d5-2020-42e4-a185-a277ff6299cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75ede5a-2f9e-4ef7-ab31-9e1fce081054,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:50.399835 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44130) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:50.412501 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c62dd4d5-2020-42e4-a185-a277ff6299cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:50.513922 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-7d6ef087-a4df-458c-b67a-708b0e1921d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:50.562042 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-7d6ef087-a4df-458c-b67a-708b0e1921d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:50.634569 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-7d6ef087-a4df-458c-b67a-708b0e1921d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:50.639617 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-87394fe5-c023-4c15-9be8-b8b21835886a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:50.654161 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ef087-a4df-458c-b67a-708b0e1921d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75ede5a-2f9e-4ef7-ab31-9e1fce081054,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:50.656471 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-7d6ef087-a4df-458c-b67a-708b0e1921d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:50.689817 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-7d6ef087-a4df-458c-b67a-708b0e1921d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:50.690889 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-7d6ef087-a4df-458c-b67a-708b0e1921d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f75ede5a-2f9e-4ef7-ab31-9e1fce081054 HTTP/1.1" status: 204 len: 168 time: 0.2896883 Dec 09 18:46:50.763740 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44150) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:51.041728 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0aab8-c5c8-4d21-bdab-fb605b939603 req-f8d0790f-5dd7-4d37-b986-31227940dac7 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:51.043214 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-41f0aab8-c5c8-4d21-bdab-fb605b939603 req-f8d0790f-5dd7-4d37-b986-31227940dac7 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 946 time: 0.0834386 Dec 09 18:46:51.058234 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5247774f-8e73-46b3-b6b7-e5423bd334d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:51.076018 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-5247774f-8e73-46b3-b6b7-e5423bd334d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:51.080752 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-5247774f-8e73-46b3-b6b7-e5423bd334d1 admin admin] Usage tracker for resource:security_group_rule and tenant:4c097232669a4125ad4619fa9b879ccf is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:51.083814 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-5247774f-8e73-46b3-b6b7-e5423bd334d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:51.089999 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-5247774f-8e73-46b3-b6b7-e5423bd334d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:51.102037 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-41f0aab8-c5c8-4d21-bdab-fb605b939603 req-0b73987a-dc28-4f6a-9c87-350d206090dd tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/security-groups?id=39147e81-7c6d-4bde-b374-59a07ec40bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476863 Dec 09 18:46:51.181924 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5247774f-8e73-46b3-b6b7-e5423bd334d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:51.182989 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44168) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:51.191089 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5247774f-8e73-46b3-b6b7-e5423bd334d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:51.202237 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-adf00129-afec-4c50-912e-243b62cf4c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:51.254377 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-5247774f-8e73-46b3-b6b7-e5423bd334d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c097232669a4125ad4619fa9b879ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4895172 Dec 09 18:46:51.255799 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247774f-8e73-46b3-b6b7-e5423bd334d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ed0162-c952-411c-843f-568a8e3630fb,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:51.257117 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44174) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:51.260142 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-5247774f-8e73-46b3-b6b7-e5423bd334d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:51.291899 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:51.361458 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-939808cb-4de3-4d30-af0c-cc77617aad1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:51.387556 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44182) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:51.396325 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-939808cb-4de3-4d30-af0c-cc77617aad1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:51.439230 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8c6da101-b236-4dff-8cdc-899db33de5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:51.490155 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-939808cb-4de3-4d30-af0c-cc77617aad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:51.500335 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:51.510026 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-8c6da101-b236-4dff-8cdc-899db33de5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:51.516626 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-8c6da101-b236-4dff-8cdc-899db33de5ae admin admin] Usage tracker for resource:security_group_rule and tenant:7f99b5479b8848dab344e94c3c904789 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:51.519642 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939808cb-4de3-4d30-af0c-cc77617aad1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ed0162-c952-411c-843f-568a8e3630fb,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:51.527630 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-8c6da101-b236-4dff-8cdc-899db33de5ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:51.529938 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-939808cb-4de3-4d30-af0c-cc77617aad1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:51.530802 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-939808cb-4de3-4d30-af0c-cc77617aad1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:51.538516 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-8c6da101-b236-4dff-8cdc-899db33de5ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:51.547983 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-939808cb-4de3-4d30-af0c-cc77617aad1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78ed0162-c952-411c-843f-568a8e3630fb HTTP/1.1" status: 204 len: 168 time: 0.2782257 Dec 09 18:46:51.598931 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641bd91-301b-4b9d-8a07-09c0cf5064ea req-9834d4fb-39d2-47e5-a9f5-559ceab21c4f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:51.606673 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e641bd91-301b-4b9d-8a07-09c0cf5064ea req-9834d4fb-39d2-47e5-a9f5-559ceab21c4f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1484606 Dec 09 18:46:51.703427 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e641bd91-301b-4b9d-8a07-09c0cf5064ea req-48ea8b2c-7fb7-4763-b989-082316a12a8e tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921941 Dec 09 18:46:51.758545 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-435063833-network', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:46:51.784935 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:51.800528 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Usage tracker for resource:network and tenant:2a171f64c53f40a5bcab7a06ae2e1b7c is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:51.815457 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8c6da101-b236-4dff-8cdc-899db33de5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:51.815457 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:51.833721 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8c6da101-b236-4dff-8cdc-899db33de5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:51.847050 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:51.849081 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a54148d1-fbe9-4ede-84d1-84a90f9e96e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:51.942190 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Made reservation on behalf of 2a171f64c53f40a5bcab7a06ae2e1b7c for: {'network': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:46:51.944471 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:51.960089 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-8c6da101-b236-4dff-8cdc-899db33de5ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f99b5479b8848dab344e94c3c904789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5713718 Dec 09 18:46:51.962805 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6da101-b236-4dff-8cdc-899db33de5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3b1327-015c-4a5d-9bc2-f3e7849c0a1e,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:51.964319 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44202) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:51.967809 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-8c6da101-b236-4dff-8cdc-899db33de5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:51.968652 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:51.987794 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:51.992555 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Usage tracker for resource:security_group_rule and tenant:2a171f64c53f40a5bcab7a06ae2e1b7c is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:52.000062 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:52.007160 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:52.057168 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b29bb317-6df2-4616-83fb-6495ef49afc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:52.094098 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b29bb317-6df2-4616-83fb-6495ef49afc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:52.117948 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:52.126351 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:52.129874 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a2ad2bef-0385-4927-9233-a741b182a6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:52.172406 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=86801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:46:52.180270 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68303cf-2b96-4b0f-bd9c-91aafd3f515a,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:52.186280 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:52.190888 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:52.191390 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.segments_db [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Added segment e4447597-0ed4-49d4-8d35-2087aa977f9f of type vlan for network 20c800c4-c00e-4536-9a5a-2dbe4ac118d3 Dec 09 18:46:52.208905 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44212) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:52.223891 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b29bb317-6df2-4616-83fb-6495ef49afc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:52.229933 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-efe65fa2-fa8e-4e43-a183-029ee694f1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:52.231925 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:52.243425 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bb317-6df2-4616-83fb-6495ef49afc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3b1327-015c-4a5d-9bc2-f3e7849c0a1e,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:52.246563 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b29bb317-6df2-4616-83fb-6495ef49afc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:52.248877 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b29bb317-6df2-4616-83fb-6495ef49afc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:52.250479 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-b29bb317-6df2-4616-83fb-6495ef49afc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a3b1327-015c-4a5d-9bc2-f3e7849c0a1e HTTP/1.1" status: 204 len: 168 time: 0.2842441 Dec 09 18:46:52.284633 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:52.286286 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:52.286916 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:52.292444 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f4180d93-a7ca-4386-8110-44bad480ab95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:52.433426 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Pushing event updated for resources: {'Network': ['ID=20c800c4-c00e-4536-9a5a-2dbe4ac118d3,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:52.436539 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-925c20d4-0eb5-48e0-b171-03c32073dc4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:52.447341 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network 20c800c4-c00e-4536-9a5a-2dbe4ac118d3 details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:46:52.483667 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:52.493158 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3091116 Dec 09 18:46:52.496909 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44228) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:52.503896 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Request body: {'subnet': {'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-435063833-subnet', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'ip_version': 4}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:46:52.504809 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-925c20d4-0eb5-48e0-b171-03c32073dc4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:52.513156 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-925c20d4-0eb5-48e0-b171-03c32073dc4a admin admin] Usage tracker for resource:security_group_rule and tenant:5a786108481649e3be47e3291b6b525c is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:52.514738 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-925c20d4-0eb5-48e0-b171-03c32073dc4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:52.515594 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:52.521113 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Usage tracker for resource:subnet and tenant:2a171f64c53f40a5bcab7a06ae2e1b7c is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:52.522314 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-925c20d4-0eb5-48e0-b171-03c32073dc4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:52.526245 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:52.533623 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:52.556330 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Made reservation on behalf of 2a171f64c53f40a5bcab7a06ae2e1b7c for: {'subnet': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:46:52.560192 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:52.625400 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-75790c1f-76e9-4d04-b4ec-d873799f74fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:52.648120 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-925c20d4-0eb5-48e0-b171-03c32073dc4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:52.658936 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-925c20d4-0eb5-48e0-b171-03c32073dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:52.667044 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-7d6ef087-a4df-458c-b67a-708b0e1921d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:52.695612 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c20d4-0eb5-48e0-b171-03c32073dc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167ccc67-6503-406e-882a-6a7ed5bc4b19,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:52.701867 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-925c20d4-0eb5-48e0-b171-03c32073dc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:52.743661 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-925c20d4-0eb5-48e0-b171-03c32073dc4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a786108481649e3be47e3291b6b525c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5232542 Dec 09 18:46:52.747047 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44248) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:52.909435 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for subnet, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:52.919105 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:52.966188 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-70ae7348-2312-4d74-8748-da68c3d6a568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:53.005492 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Checking segment: {'id': 'e4447597-0ed4-49d4-8d35-2087aa977f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:46:53.006973 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Network hostable DHCP agents. Network: 20c800c4-c00e-4536-9a5a-2dbe4ac118d3, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:46:53.015482 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-70ae7348-2312-4d74-8748-da68c3d6a568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:53.017774 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e824af-a703-4242-88ed-b01542221d37,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:53.021909 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:53.046312 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Network 20c800c4-c00e-4536-9a5a-2dbe4ac118d3 is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:46:53.065336 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, 20c800c4-c00e-4536-9a5a-2dbe4ac118d3) {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:46:53.074362 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd85ca-00b8-4c93-b8ea-21a2fe9cc340 req-aded52b7-edf6-4631-a05e-03c59fa10c13 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:53.076232 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c2dd85ca-00b8-4c93-b8ea-21a2fe9cc340 req-aded52b7-edf6-4631-a05e-03c59fa10c13 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1786156 Dec 09 18:46:53.080710 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847f181a-cd48-4518-b5a5-be80f452d717 None None] Network 20c800c4-c00e-4536-9a5a-2dbe4ac118d3 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:46:53.101234 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:53.102393 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:53.144173 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6455095 Dec 09 18:46:53.145095 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44266) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:53.152141 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-435063833-router', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:46:53.158579 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:53.168509 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Usage tracker for resource:router and tenant:2a171f64c53f40a5bcab7a06ae2e1b7c is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:53.172257 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:53.181172 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:53.197276 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-70ae7348-2312-4d74-8748-da68c3d6a568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:53.204599 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-134212060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100726'] for router, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:53.206474 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134209547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134206987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134170945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100705'] for router, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:53.209423 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a5d1cef1-61a4-4e86-8c32-211857c34704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:53.224833 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae7348-2312-4d74-8748-da68c3d6a568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167ccc67-6503-406e-882a-6a7ed5bc4b19,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:53.245154 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c2dd85ca-00b8-4c93-b8ea-21a2fe9cc340 req-8f0989c6-558e-46bf-8e23-568357b07ab9 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541355 Dec 09 18:46:53.248569 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-70ae7348-2312-4d74-8748-da68c3d6a568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:53.248986 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:53.275452 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-70ae7348-2312-4d74-8748-da68c3d6a568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:53.277073 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-70ae7348-2312-4d74-8748-da68c3d6a568 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/167ccc67-6503-406e-882a-6a7ed5bc4b19 HTTP/1.1" status: 204 len: 168 time: 0.5289223 Dec 09 18:46:53.591199 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-134207033', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-134211886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100627'] for router, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:53.648293 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a5da14-5076-50fa-a975-50d54e5df151-20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'fixed_ips': [{'subnet_id': '18e824af-a703-4242-88ed-b01542221d37'}]}} from dv-cinder-819346-1-smb. {{(pid=86803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 09 18:46:53.650203 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:53.910810 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44290) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:53.990727 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-814163e6-b7ab-4df9-9bc9-a3a4754b47f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:54.039391 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-814163e6-b7ab-4df9-9bc9-a3a4754b47f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:54.053825 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-814163e6-b7ab-4df9-9bc9-a3a4754b47f1 admin admin] Usage tracker for resource:security_group_rule and tenant:ebafb88a7ef4442f8a13abb4a701b3de is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:54.058203 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-814163e6-b7ab-4df9-9bc9-a3a4754b47f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:54.067591 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-814163e6-b7ab-4df9-9bc9-a3a4754b47f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:54.128162 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:54.131205 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.db_base_plugin_common [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Allocated IP 172.20.0.2 (20c800c4-c00e-4536-9a5a-2dbe4ac118d3/18e824af-a703-4242-88ed-b01542221d37/857314f2-d694-4582-96be-39290b70f69d) {{(pid=86803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:46:54.160390 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:54.195566 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-814163e6-b7ab-4df9-9bc9-a3a4754b47f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:54.201900 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-814163e6-b7ab-4df9-9bc9-a3a4754b47f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:54.212797 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-3d32b02b-cddb-44d2-b2f4-9124d216d49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:54.232452 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:54.262977 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-814163e6-b7ab-4df9-9bc9-a3a4754b47f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebafb88a7ef4442f8a13abb4a701b3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510084 Dec 09 18:46:54.264056 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814163e6-b7ab-4df9-9bc9-a3a4754b47f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5071d2-d6d1-4edf-95a7-2c0e1c3097e9,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:54.266426 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44310) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:54.269307 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-814163e6-b7ab-4df9-9bc9-a3a4754b47f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:54.440511 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e58ec47d-851d-4128-b313-8db997768dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:54.465378 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Allocated IP 172.28.2.236 (6beed21b-9de4-4fbb-b55d-7f8ce9c9499c/5a39f25e-cbfe-4fa1-b581-b87a4aac1e40/b2e1b2d1-9ddf-4641-b30c-8bc2307ce835) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:46:54.532527 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Notify callbacks [] for port, precommit_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:54.560009 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Transition to ACTIVE for port object 857314f2-d694-4582-96be-39290b70f69d will not be triggered until provisioned by entity L2. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:46:54.596792 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Transition to ACTIVE for port object 857314f2-d694-4582-96be-39290b70f69d will not be triggered until provisioned by entity DHCP. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:46:54.610245 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:54.616593 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:54.672796 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e58ec47d-851d-4128-b313-8db997768dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:54.716140 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Network 20c800c4-c00e-4536-9a5a-2dbe4ac118d3 is already hosted by enough agents. {{(pid=86803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:46:54.719830 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.base_scheduler [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Resources bound (agent type, host, resource id): {{(pid=86803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:46:54.726045 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Received port after_create {{(pid=86803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:46:54.728629 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:54.737877 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Pushing event updated for resources: {'Port': ['ID=857314f2-d694-4582-96be-39290b70f69d,revision_number=1']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:54.791711 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:54.792099 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:54.802611 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369ff30-5b78-4a2c-8dcc-17c756e22dc5 req-5ad7b87e-e720-4fdc-aa77-13a3d39fbf68 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:54.804652 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-91cc46cb-08e1-4f29-b796-51905ff5fb6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:54.817342 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f369ff30-5b78-4a2c-8dcc-17c756e22dc5 req-5ad7b87e-e720-4fdc-aa77-13a3d39fbf68 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.2276998 Dec 09 18:46:54.860278 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Attempting to bind port 857314f2-d694-4582-96be-39290b70f69d on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:46:54.860922 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Attempting to bind port 857314f2-d694-4582-96be-39290b70f69d by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': 'e4447597-0ed4-49d4-8d35-2087aa977f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3'}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:46:54.861713 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Attempting to bind port 857314f2-d694-4582-96be-39290b70f69d on network 20c800c4-c00e-4536-9a5a-2dbe4ac118d3 {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:46:54.870640 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:46:54.871678 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Checking segment: {'id': 'e4447597-0ed4-49d4-8d35-2087aa977f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:46:54.872628 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:54.873212 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Bound using segment: {'id': 'e4447597-0ed4-49d4-8d35-2087aa977f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3'} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:46:54.876156 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Bound port: 857314f2-d694-4582-96be-39290b70f69d, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4447597-0ed4-49d4-8d35-2087aa977f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3'}}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:46:54.876799 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:54.954728 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f369ff30-5b78-4a2c-8dcc-17c756e22dc5 req-a2d7c03b-fd0e-4ff8-b952-6b7ec4562e82 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355259 Dec 09 18:46:54.955764 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e58ec47d-851d-4128-b313-8db997768dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:54.979435 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-18af076c-11d8-4dde-9d6c-8374a211b4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:54.992622 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] For port 857314f2-d694-4582-96be-39290b70f69d, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:46:54.996156 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ec47d-851d-4128-b313-8db997768dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5071d2-d6d1-4edf-95a7-2c0e1c3097e9,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:54.997734 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] For port 857314f2-d694-4582-96be-39290b70f69d, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=857314f2-d694-4582-96be-39290b70f69d,segment=NetworkSegment(e4447597-0ed4-49d4-8d35-2087aa977f9f),segment_id=e4447597-0ed4-49d4-8d35-2087aa977f9f)] {{(pid=86803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:46:55.001049 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e58ec47d-851d-4128-b313-8db997768dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:55.006532 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e58ec47d-851d-4128-b313-8db997768dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:55.009439 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-e58ec47d-851d-4128-b313-8db997768dd2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca5071d2-d6d1-4edf-95a7-2c0e1c3097e9 HTTP/1.1" status: 204 len: 168 time: 0.7417636 Dec 09 18:46:55.013220 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:55.015838 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e1b2d1-9ddf-4641-b30c-8bc2307ce835,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:55.019827 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:46:55.021455 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:46:55.022374 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:55.025025 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:55.025798 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:46:55.144582 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Pushing event updated for resources: {'Port': ['ID=857314f2-d694-4582-96be-39290b70f69d,revision_number=2']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:55.152986 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:55.249242 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:55.642967 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:56.140669 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134211879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134207196'] for router, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:56.445902 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Router 50305725-fbff-4620-8396-3c3730410067 is scheduled to L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c with binding_index 1 {{(pid=86802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 09 18:46:56.481400 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf128ac6-2568-4d78-9d91-8074dededb1b req-434977e8-2d02-4812-94a8-79e3ec3c1ccf tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:56.488791 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bf128ac6-2568-4d78-9d91-8074dededb1b req-434977e8-2d02-4812-94a8-79e3ec3c1ccf tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1237662 Dec 09 18:46:56.545733 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bf128ac6-2568-4d78-9d91-8074dededb1b req-c4b8e3b5-a9d5-4abc-b7e7-3416c391d2b4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560355 Dec 09 18:46:56.628715 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea73ce84-355e-4033-972e-d3ae0414025c None None] Network 20c800c4-c00e-4536-9a5a-2dbe4ac118d3 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:46:56.737580 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:46:56.750812 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Sync routers for ids ['50305725-fbff-4620-8396-3c3730410067'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:46:56.762767 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Routers {'50305725-fbff-4620-8396-3c3730410067'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:46:56.763526 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-1066f247-8ded-4010-8367-22681749fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:46:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['50305725-fbff-4620-8396-3c3730410067'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:46:56.829725 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 857314f2-d694-4582-96be-39290b70f69d up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:46:56.843949 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Notify callbacks [] for router, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:56.847927 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6988118 Dec 09 18:46:56.848459 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44388) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:56.917445 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-0f2f01b8-70db-4311-9b56-10b30e0d7229 None None] Provisioning for port 857314f2-d694-4582-96be-39290b70f69d completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:46:56.947805 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:56.952629 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 857314f2-d694-4582-96be-39290b70f69d completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:46:56.964913 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 857314f2-d694-4582-96be-39290b70f69d triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:46:56.967196 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:57.063418 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Set router 50305725-fbff-4620-8396-3c3730410067 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:46:57.187681 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97e5a4-f835-4586-bb85-130f62198d26 req-582206a8-a9f4-4c90-9e85-523ee3842664 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:57.196187 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ce97e5a4-f835-4586-bb85-130f62198d26 req-582206a8-a9f4-4c90-9e85-523ee3842664 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 946 time: 0.1497576 Dec 09 18:46:57.272957 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ce97e5a4-f835-4586-bb85-130f62198d26 req-8d55e7ff-924e-4fc2-b54c-9418af590296 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/security-groups?id=39147e81-7c6d-4bde-b374-59a07ec40bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749402 Dec 09 18:46:57.347633 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:57.429399 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port 857314f2-d694-4582-96be-39290b70f69d, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=857314f2-d694-4582-96be-39290b70f69d,segment=NetworkSegment(e4447597-0ed4-49d4-8d35-2087aa977f9f),segment_id=e4447597-0ed4-49d4-8d35-2087aa977f9f)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:46:57.453685 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:57.459056 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:57.536928 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-1066f247-8ded-4010-8367-22681749fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50305725-fbff-4620-8396-3c3730410067', 'name': 'tempest-TestMinimumBasicScenario-435063833-router', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:53Z', 'updated_at': '2021-12-09T18:46:55Z', 'revision_number': 3, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'gw_port': {'id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:54Z', 'updated_at': '2021-12-09T18:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:46:57.547021 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Checking router: 50305725-fbff-4620-8396-3c3730410067 for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:46:57.547870 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Updating router 50305725-fbff-4620-8396-3c3730410067 port b2e1b2d1-9ddf-4641-b30c-8bc2307ce835 binding host dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 18:46:57.563100 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=857314f2-d694-4582-96be-39290b70f69d,revision_number=3']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:57.566829 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:57.625888 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:57.788873 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-d0479813-da73-47b3-b4d7-1cf4db2372b9 None None] Provisioning complete for port 857314f2-d694-4582-96be-39290b70f69d triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:46:57.789602 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d0479813-da73-47b3-b4d7-1cf4db2372b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:57.996758 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70babd66-6571-4090-a8d5-a1a0b0b4fb93 req-a99f2d21-c3c5-4ca5-a002-ce9700bda65e tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:57.998309 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-70babd66-6571-4090-a8d5-a1a0b0b4fb93 req-a99f2d21-c3c5-4ca5-a002-ce9700bda65e tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.2071214 Dec 09 18:46:58.150893 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-70babd66-6571-4090-a8d5-a1a0b0b4fb93 req-8e00d793-4a6f-44f6-8110-5a5b03d0edb1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429541 Dec 09 18:46:58.170608 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:58.275375 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Notify callbacks [] for port, precommit_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:58.305674 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.provisioning_blocks [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Transition to ACTIVE for port object b2e1b2d1-9ddf-4641-b30c-8bc2307ce835 will not be triggered until provisioned by entity L2. {{(pid=86804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:46:58.316844 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:58.323151 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:58.423022 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Pushing event updated for resources: {'Port': ['ID=b2e1b2d1-9ddf-4641-b30c-8bc2307ce835,revision_number=2']} {{(pid=86804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:58.434647 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:58.435204 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:58.435688 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:58.436314 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:58.436774 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:58.437107 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:58.437431 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:58.437750 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:58.438071 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:58.438390 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:58.440557 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:58.440557 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:46:58.468691 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:58.469587 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Attempting to bind port b2e1b2d1-9ddf-4641-b30c-8bc2307ce835 on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:46:58.469955 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Attempting to bind port b2e1b2d1-9ddf-4641-b30c-8bc2307ce835 by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}] {{(pid=86804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:46:58.470315 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Attempting to bind port b2e1b2d1-9ddf-4641-b30c-8bc2307ce835 on network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:46:58.481462 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:46:58.481840 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Checking segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:46:58.482249 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:58.482648 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Bound using segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:46:58.489225 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Bound port: b2e1b2d1-9ddf-4641-b30c-8bc2307ce835, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}}] {{(pid=86804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:46:58.489643 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:58.587283 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Allocated IP 172.20.0.1 (20c800c4-c00e-4536-9a5a-2dbe4ac118d3/18e824af-a703-4242-88ed-b01542221d37/0d0167ce-23a0-4457-b571-b2f813d40cd2) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:46:58.618745 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.db [None req-1066f247-8ded-4010-8367-22681749fd77 None None] For port b2e1b2d1-9ddf-4641-b30c-8bc2307ce835, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:46:58.626939 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.db [None req-1066f247-8ded-4010-8367-22681749fd77 None None] For port b2e1b2d1-9ddf-4641-b30c-8bc2307ce835, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=b2e1b2d1-9ddf-4641-b30c-8bc2307ce835,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:46:58.633676 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:58.641828 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:58.650871 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44462) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:58.721991 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 857314f2-d694-4582-96be-39290b70f69d up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:46:58.741708 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec7584-c9f5-40b1-ac7f-e0aae0a411a6 req-a66621c4-2a4a-47a3-8b82-952bb2000cdc tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:58.750984 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5eec7584-c9f5-40b1-ac7f-e0aae0a411a6 req-a66621c4-2a4a-47a3-8b82-952bb2000cdc tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 946 time: 0.3508193 Dec 09 18:46:58.751586 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Routers {'50305725-fbff-4620-8396-3c3730410067'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:46:58.752447 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-1066f247-8ded-4010-8367-22681749fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:46:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['50305725-fbff-4620-8396-3c3730410067'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:46:58.827008 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-198cd7de-ac6d-4d04-8d5d-210684ce5926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:58.844143 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-198cd7de-ac6d-4d04-8d5d-210684ce5926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:46:58.849056 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-198cd7de-ac6d-4d04-8d5d-210684ce5926 admin admin] Usage tracker for resource:security_group_rule and tenant:d838e876a9ea43caa1a663e4fe967dde is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:46:58.852625 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-198cd7de-ac6d-4d04-8d5d-210684ce5926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:46:58.873840 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-198cd7de-ac6d-4d04-8d5d-210684ce5926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:46:58.900976 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 857314f2-d694-4582-96be-39290b70f69d triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:46:58.902144 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:58.973524 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5eec7584-c9f5-40b1-ac7f-e0aae0a411a6 req-99e8a66c-b00d-4761-9429-3f9ecc53098a tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/security-groups?id=39147e81-7c6d-4bde-b374-59a07ec40bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215221 Dec 09 18:46:59.009885 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:59.022793 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Pushing event updated for resources: {'Port': ['ID=b2e1b2d1-9ddf-4641-b30c-8bc2307ce835,revision_number=3']} {{(pid=86804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:59.028241 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Transition to ACTIVE for port object 0d0167ce-23a0-4457-b571-b2f813d40cd2 will not be triggered until provisioned by entity DHCP. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:46:59.030936 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:59.051789 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-198cd7de-ac6d-4d04-8d5d-210684ce5926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:59.058067 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-198cd7de-ac6d-4d04-8d5d-210684ce5926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:59.064615 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:59.072656 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-cd069972-69c6-4f97-b1f1-e3188b3e6399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:59.074873 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-939808cb-4de3-4d30-af0c-cc77617aad1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:46:59.138598 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-1066f247-8ded-4010-8367-22681749fd77 None None] Set router 50305725-fbff-4620-8396-3c3730410067 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:46:59.160091 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Pushing event updated for resources: {'Port': ['ID=0d0167ce-23a0-4457-b571-b2f813d40cd2,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:59.187150 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:59.202148 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Network 20c800c4-c00e-4536-9a5a-2dbe4ac118d3 is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:46:59.207673 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:46:59.217293 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:46:59.277522 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-198cd7de-ac6d-4d04-8d5d-210684ce5926 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d838e876a9ea43caa1a663e4fe967dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6223001 Dec 09 18:46:59.280362 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44480) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:46:59.290656 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cd7de-ac6d-4d04-8d5d-210684ce5926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bee792-cc00-4d7f-8462-95de7082332b,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:46:59.324666 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-198cd7de-ac6d-4d04-8d5d-210684ce5926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:46:59.387595 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134115858'] for router_interface, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:59.514611 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-1066f247-8ded-4010-8367-22681749fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50305725-fbff-4620-8396-3c3730410067', 'name': 'tempest-TestMinimumBasicScenario-435063833-router', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:53Z', 'updated_at': '2021-12-09T18:46:55Z', 'revision_number': 3, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'gw_port': {'id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:54Z', 'updated_at': '2021-12-09T18:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:46:59.521552 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066f247-8ded-4010-8367-22681749fd77 None None] The sync data for ids ['50305725-fbff-4620-8396-3c3730410067'] in dv-cinder-819346-1-smb is: [{'id': '50305725-fbff-4620-8396-3c3730410067', 'name': 'tempest-TestMinimumBasicScenario-435063833-router', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:53Z', 'updated_at': '2021-12-09T18:46:55Z', 'revision_number': 3, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'gw_port': {'id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:54Z', 'updated_at': '2021-12-09T18:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:46:59.534996 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c4ca8-a632-40f5-89c4-669e73f7e0c9 req-9586e9ee-f578-42a1-adb4-4f534d5c4b04 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:59.536537 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-9a6c4ca8-a632-40f5-89c4-669e73f7e0c9 req-9586e9ee-f578-42a1-adb4-4f534d5c4b04 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 946 time: 0.4317544 Dec 09 18:46:59.558946 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5406-3e29-4dda-b831-1589e0c0aa7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:59.599833 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:59.644591 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5406-3e29-4dda-b831-1589e0c0aa7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:59.693257 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [req-9a6c4ca8-a632-40f5-89c4-669e73f7e0c9 req-1d20b213-70d9-4a43-8eb9-8657da1e68ec tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Deleting port 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:46:59.693962 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-9a6c4ca8-a632-40f5-89c4-669e73f7e0c9 req-1d20b213-70d9-4a43-8eb9-8657da1e68ec tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:59.752190 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-6ba29ae5-d20c-49cc-b3d2-4ddea882bca8 None None] Provisioning for port 0d0167ce-23a0-4457-b571-b2f813d40cd2 completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:46:59.758381 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-6ba29ae5-d20c-49cc-b3d2-4ddea882bca8 None None] Provisioning complete for port 0d0167ce-23a0-4457-b571-b2f813d40cd2 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:46:59.759827 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6ba29ae5-d20c-49cc-b3d2-4ddea882bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:59.772006 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685810c8-3f59-4507-9aa1-2e40b936c024 req-439dcfe2-31fe-47f8-9062-3fc3298da323 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:46:59.783493 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-685810c8-3f59-4507-9aa1-2e40b936c024 req-439dcfe2-31fe-47f8-9062-3fc3298da323 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.4052129 Dec 09 18:46:59.887061 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-6ba29ae5-d20c-49cc-b3d2-4ddea882bca8 None None] Port 0d0167ce-23a0-4457-b571-b2f813d40cd2 cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:46:59.961379 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-685810c8-3f59-4507-9aa1-2e40b936c024 req-900b2c0f-2538-4f71-a39a-07679be8b393 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770155 Dec 09 18:46:59.965942 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5406-3e29-4dda-b831-1589e0c0aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:46:59.994595 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-bece6046-96b0-4d9a-8255-32c23a6300df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:00.062564 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:00.082140 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5406-3e29-4dda-b831-1589e0c0aa7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:00.083321 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-cc2d5406-3e29-4dda-b831-1589e0c0aa7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48bee792-cc00-4d7f-8462-95de7082332b HTTP/1.1" status: 204 len: 168 time: 0.8012972 Dec 09 18:47:00.087614 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d5406-3e29-4dda-b831-1589e0c0aa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bee792-cc00-4d7f-8462-95de7082332b,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:00.092433 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-cc2d5406-3e29-4dda-b831-1589e0c0aa7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:00.108061 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:00.191794 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-9a6c4ca8-a632-40f5-89c4-669e73f7e0c9 req-1d20b213-70d9-4a43-8eb9-8657da1e68ec tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] For port 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=3bcad8e4-b7f3-4467-8227-f0c2dd2e1843,segment=NetworkSegment(39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1),segment_id=39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:47:00.192134 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-6169a610-0ca2-4563-9ecd-accd23e9498e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:00.192728 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-9a6c4ca8-a632-40f5-89c4-669e73f7e0c9 req-1d20b213-70d9-4a43-8eb9-8657da1e68ec tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:00.346841 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [req-9a6c4ca8-a632-40f5-89c4-669e73f7e0c9 req-1d20b213-70d9-4a43-8eb9-8657da1e68ec tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Calling delete_port for 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 owned by compute:nova {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:47:00.474520 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133747777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134116081'] for router_interface, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:00.496022 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Pushing event updated for resources: {'Port': ['ID=0d0167ce-23a0-4457-b571-b2f813d40cd2,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:00.538466 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:00.613662 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44514) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:00.660420 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-fc87d729-693d-474c-8d5f-5b98cddfb209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:00.673997 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441d228-00e2-4256-afb5-f6a898309717 req-788780d2-b3aa-4ff4-9a33-1237ed9b3db1 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:00.682857 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3441d228-00e2-4256-afb5-f6a898309717 req-788780d2-b3aa-4ff4-9a33-1237ed9b3db1 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9597b7-3057-46cf-b31f-051985870119 HTTP/1.1" status: 200 len: 946 time: 0.5023098 Dec 09 18:47:00.694219 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-9a6c4ca8-a632-40f5-89c4-669e73f7e0c9 req-1d20b213-70d9-4a43-8eb9-8657da1e68ec tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:00.702788 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-fc87d729-693d-474c-8d5f-5b98cddfb209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:00.709148 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:00.725336 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['3bcad8e4-b7f3-4467-8227-f0c2dd2e1843'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:47:00.776919 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device b2e1b2d1-9ddf-4641-b30c-8bc2307ce835 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:47:00.789126 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3441d228-00e2-4256-afb5-f6a898309717 req-3f9e40ae-d80a-4c0f-959c-247dc1c778c8 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.20 "GET /v2.0/security-groups?id=39147e81-7c6d-4bde-b374-59a07ec40bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047437 Dec 09 18:47:00.814497 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-fc87d729-693d-474c-8d5f-5b98cddfb209 admin admin] Usage tracker for resource:security_group_rule and tenant:f3650d09a3214fe69edbb6c37c7fe4b1 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:00.838791 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Network 20c800c4-c00e-4536-9a5a-2dbe4ac118d3 is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:47:00.840280 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:47:00.847473 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20b213-70d9-4a43-8eb9-8657da1e68ec tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Pushing event deleted for resources: {'Port': ['ID=3bcad8e4-b7f3-4467-8227-f0c2dd2e1843,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:00.854502 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-1d20b213-70d9-4a43-8eb9-8657da1e68ec tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:00.894706 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port b2e1b2d1-9ddf-4641-b30c-8bc2307ce835 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:47:00.905221 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port b2e1b2d1-9ddf-4641-b30c-8bc2307ce835 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:47:00.906447 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:00.935596 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-fc87d729-693d-474c-8d5f-5b98cddfb209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:00.961051 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-fc87d729-693d-474c-8d5f-5b98cddfb209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:01.081325 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6c4ca8-a632-40f5-89c4-669e73f7e0c9 req-1d20b213-70d9-4a43-8eb9-8657da1e68ec tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] No DVR routers for this DVR port 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 on host hv-cinder-81934 {{(pid=86802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:47:01.089090 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-9a6c4ca8-a632-40f5-89c4-669e73f7e0c9 req-1d20b213-70d9-4a43-8eb9-8657da1e68ec tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:01.093174 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9597b7-3057-46cf-b31f-051985870119', 'name': 'network-vif-deleted', 'tag': '3bcad8e4-b7f3-4467-8227-f0c2dd2e1843'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:47:01.111876 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:01.139578 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Router 50305725-fbff-4620-8396-3c3730410067 has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:47:01.141517 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-9a6c4ca8-a632-40f5-89c4-669e73f7e0c9 req-1d20b213-70d9-4a43-8eb9-8657da1e68ec tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] 10.222.0.10 "DELETE /v2.0/ports/3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 HTTP/1.1" status: 204 len: 173 time: 1.5954103 Dec 09 18:47:01.160534 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port b2e1b2d1-9ddf-4641-b30c-8bc2307ce835, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=b2e1b2d1-9ddf-4641-b30c-8bc2307ce835,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:47:01.169922 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:01.175512 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:01.204813 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9597b7-3057-46cf-b31f-051985870119', 'name': 'network-vif-deleted', 'tag': '3bcad8e4-b7f3-4467-8227-f0c2dd2e1843', 'status': 'completed', 'code': 200} Dec 09 18:47:01.302362 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-be023798-d1b2-4264-8d71-031672049628 None None] Provisioning complete for port 0d0167ce-23a0-4457-b571-b2f813d40cd2 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:47:01.302761 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-be023798-d1b2-4264-8d71-031672049628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:01.304486 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-fc87d729-693d-474c-8d5f-5b98cddfb209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:01.317769 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-fc87d729-693d-474c-8d5f-5b98cddfb209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:01.334039 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-198cd7de-ac6d-4d04-8d5d-210684ce5926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:01.369927 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=b2e1b2d1-9ddf-4641-b30c-8bc2307ce835,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:01.374997 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:01.381026 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-be023798-d1b2-4264-8d71-031672049628 None None] Port 0d0167ce-23a0-4457-b571-b2f813d40cd2 cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:47:01.423395 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-fc87d729-693d-474c-8d5f-5b98cddfb209 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3650d09a3214fe69edbb6c37c7fe4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8059614 Dec 09 18:47:01.423395 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87d729-693d-474c-8d5f-5b98cddfb209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e853d85e-3667-451e-b2bc-1f6c5df0f516,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:01.424930 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44526) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:01.429449 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:47:01.440637 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-fc87d729-693d-474c-8d5f-5b98cddfb209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:01.441849 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] 10.222.0.20 "PUT /v2.0/routers/50305725-fbff-4620-8396-3c3730410067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5920424 Dec 09 18:47:01.466617 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7782bb-1c52-4cd7-8946-17156276b7f8 req-32c88557-3778-46aa-981b-2fafc47edc6a tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:01.468091 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6f7782bb-1c52-4cd7-8946-17156276b7f8 req-32c88557-3778-46aa-981b-2fafc47edc6a tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.2580633 Dec 09 18:47:01.557195 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6f7782bb-1c52-4cd7-8946-17156276b7f8 req-2ef8866a-70b5-42ee-a118-89354c6a0745 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817544 Dec 09 18:47:01.577165 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-82c576c9-d489-4135-935f-e2b6a60b1bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:01.614857 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-82c576c9-d489-4135-935f-e2b6a60b1bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:01.691070 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-82c576c9-d489-4135-935f-e2b6a60b1bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:01.697912 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-065b20c6-6417-47e9-9736-a6df479210c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:01.710657 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c576c9-d489-4135-935f-e2b6a60b1bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e853d85e-3667-451e-b2bc-1f6c5df0f516,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:01.713785 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-82c576c9-d489-4135-935f-e2b6a60b1bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:01.718878 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-82c576c9-d489-4135-935f-e2b6a60b1bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:01.720091 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-82c576c9-d489-4135-935f-e2b6a60b1bb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e853d85e-3667-451e-b2bc-1f6c5df0f516 HTTP/1.1" status: 204 len: 168 time: 0.2828925 Dec 09 18:47:02.061469 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Sync routers for ids ['50305725-fbff-4620-8396-3c3730410067'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:47:02.082965 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Routers {'50305725-fbff-4620-8396-3c3730410067'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:47:02.084419 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:46:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['50305725-fbff-4620-8396-3c3730410067'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:02.341017 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Set router 50305725-fbff-4620-8396-3c3730410067 gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:47:02.388682 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44568) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:02.749535 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997b961-64dc-4d67-9b3d-4cbcb97a2cb1 req-e75d0cd1-90d5-43f2-97a4-9354d3d0c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:02.751282 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e997b961-64dc-4d67-9b3d-4cbcb97a2cb1 req-e75d0cd1-90d5-43f2-97a4-9354d3d0c02a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 1098 time: 0.1873732 Dec 09 18:47:02.772509 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device b2e1b2d1-9ddf-4641-b30c-8bc2307ce835 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:47:02.903459 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44590) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:02.909309 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e997b961-64dc-4d67-9b3d-4cbcb97a2cb1 req-94a1f421-114c-49d4-af17-164547dd23fc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483018 Dec 09 18:47:02.941483 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-322776783-network', 'tenant_id': 'b40f057c36604eba853e90365719d042'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:47:02.976917 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:02.993417 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Usage tracker for resource:network and tenant:b40f057c36604eba853e90365719d042 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:02.995299 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930319-75a6-4089-bc0c-72081bf45fc2 req-3b58c728-f28a-4776-b131-4a221b2265c4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:03.002907 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b4930319-75a6-4089-bc0c-72081bf45fc2 req-3b58c728-f28a-4776-b131-4a221b2265c4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1874580 Dec 09 18:47:03.005869 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:03.013575 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:03.029110 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Made reservation on behalf of b40f057c36604eba853e90365719d042 for: {'network': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:47:03.033635 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.055297 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b4930319-75a6-4089-bc0c-72081bf45fc2 req-93919d5f-99fc-452a-94dc-295d174072f8 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514448 Dec 09 18:47:03.066834 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.076522 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port b2e1b2d1-9ddf-4641-b30c-8bc2307ce835 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:47:03.077023 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.090173 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:03.111522 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Usage tracker for resource:security_group_rule and tenant:b40f057c36604eba853e90365719d042 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:03.116235 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:03.120130 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-14791aef-d33b-4e71-b2f4-97704e638831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.137554 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:03.152607 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-14791aef-d33b-4e71-b2f4-97704e638831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:03.158362 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-14791aef-d33b-4e71-b2f4-97704e638831 admin admin] Usage tracker for resource:security_group_rule and tenant:82950bbe9b5c4f958ae32ff8995465fd is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:03.162632 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-14791aef-d33b-4e71-b2f4-97704e638831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:03.184149 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-14791aef-d33b-4e71-b2f4-97704e638831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:03.338447 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.354357 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.354721 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50305725-fbff-4620-8396-3c3730410067', 'name': 'tempest-TestMinimumBasicScenario-435063833-router', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:53Z', 'updated_at': '2021-12-09T18:46:59Z', 'revision_number': 4, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'gw_port': {'id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:54Z', 'updated_at': '2021-12-09T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '0d0167ce-23a0-4457-b571-b2f813d40cd2', 'name': '', 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'mac_address': 'fa:16:3e:29:d0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '18e824af-a703-4242-88ed-b01542221d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:58Z', 'updated_at': '2021-12-09T18:46:59Z', 'revision_number': 2, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'subnets': [{'id': '18e824af-a703-4242-88ed-b01542221d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:03.359145 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Checking router: 50305725-fbff-4620-8396-3c3730410067 for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:47:03.359517 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Updating router 50305725-fbff-4620-8396-3c3730410067 port 0d0167ce-23a0-4457-b571-b2f813d40cd2 binding host dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 18:47:03.371622 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-fc87d729-693d-474c-8d5f-5b98cddfb209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:03.401340 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-14791aef-d33b-4e71-b2f4-97704e638831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.409898 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=86802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:47:03.413527 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44610) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:03.423320 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-14791aef-d33b-4e71-b2f4-97704e638831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.427515 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.506789 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126f2503-2932-4e1b-b08a-11347def11ca,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:03.510317 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:03.515754 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-32cd011c-cb10-4537-9bc3-0a33f2a4e581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:03.543670 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.544312 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.db.segments_db [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Added segment dcd0c329-837e-4094-a908-f41c99af94ad of type vlan for network 0f7a5307-c9ec-45a2-87e7-938ddb772d6d Dec 09 18:47:03.577113 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-14791aef-d33b-4e71-b2f4-97704e638831 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82950bbe9b5c4f958ae32ff8995465fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1873257 Dec 09 18:47:03.580457 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14791aef-d33b-4e71-b2f4-97704e638831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e4edc8-82ae-4db1-9573-bb3074f1d8f0,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:03.580771 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44618) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:03.583927 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-14791aef-d33b-4e71-b2f4-97704e638831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:03.602323 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.647956 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.650428 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:03.651130 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.686182 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b781d689-6efa-4248-8b30-8db231a337b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:03.690050 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c31748c5-2083-49e0-b72c-178cf887b80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.723539 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c31748c5-2083-49e0-b72c-178cf887b80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.802759 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6e095645-1fb4-4218-9c44-bfa4fed04c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.819413 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9020309 Dec 09 18:47:03.821703 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44626) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:03.826676 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Pushing event updated for resources: {'Network': ['ID=0f7a5307-c9ec-45a2-87e7-938ddb772d6d,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:03.827200 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-6e095645-1fb4-4218-9c44-bfa4fed04c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:03.834040 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:03.835463 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] Request body: {'subnet': {'network_id': '0f7a5307-c9ec-45a2-87e7-938ddb772d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-322776783-subnet', 'tenant_id': 'b40f057c36604eba853e90365719d042', 'ip_version': 4}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:47:03.843683 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:03.845961 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-6e095645-1fb4-4218-9c44-bfa4fed04c50 admin admin] Usage tracker for resource:security_group_rule and tenant:f7bc520aabf649c580239db416b6281e is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:03.849170 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network 0f7a5307-c9ec-45a2-87e7-938ddb772d6d details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:47:03.851873 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-6e095645-1fb4-4218-9c44-bfa4fed04c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:03.855850 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] Usage tracker for resource:subnet and tenant:b40f057c36604eba853e90365719d042 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:03.863813 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:03.868086 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-6e095645-1fb4-4218-9c44-bfa4fed04c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:03.874620 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c31748c5-2083-49e0-b72c-178cf887b80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.879702 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:03.882673 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-70ae7348-2312-4d74-8748-da68c3d6a568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:03.905746 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31748c5-2083-49e0-b72c-178cf887b80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e4edc8-82ae-4db1-9573-bb3074f1d8f0,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:03.912365 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c31748c5-2083-49e0-b72c-178cf887b80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:03.923816 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c31748c5-2083-49e0-b72c-178cf887b80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:03.927579 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-c31748c5-2083-49e0-b72c-178cf887b80f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3e4edc8-82ae-4db1-9573-bb3074f1d8f0 HTTP/1.1" status: 204 len: 168 time: 0.3433456 Dec 09 18:47:03.940917 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] Made reservation on behalf of b40f057c36604eba853e90365719d042 for: {'subnet': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:47:03.941901 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131591583'] for subnet, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:04.140083 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:47:04.280533 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:47:04.280886 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 3bcad8e4-b7f3-4467-8227-f0c2dd2e1843 not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:47:04.287308 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6e095645-1fb4-4218-9c44-bfa4fed04c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:04.312807 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Notify callbacks [] for port, precommit_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:04.341970 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6e095645-1fb4-4218-9c44-bfa4fed04c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:04.346945 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Transition to ACTIVE for port object 0d0167ce-23a0-4457-b571-b2f813d40cd2 will not be triggered until provisioned by entity L2. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:47:04.355948 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-8c6da101-b236-4dff-8cdc-899db33de5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:04.374396 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:04.379796 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:04.443333 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e095645-1fb4-4218-9c44-bfa4fed04c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eff5a45-44b8-4d44-afcb-5afe721267ec,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:04.520803 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-6e095645-1fb4-4218-9c44-bfa4fed04c50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7bc520aabf649c580239db416b6281e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1060817 Dec 09 18:47:04.523573 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44660) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:04.524232 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-6e095645-1fb4-4218-9c44-bfa4fed04c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:04.633096 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e4dbf-0251-4292-b5c5-7399bde4c07e req-4c7e2ec7-aaa7-4ae1-ae05-3ef8b25054af tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:04.640733 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-be2e4dbf-0251-4292-b5c5-7399bde4c07e req-4c7e2ec7-aaa7-4ae1-ae05-3ef8b25054af tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.3679917 Dec 09 18:47:04.642075 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131583762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131591597'] for subnet, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:04.683078 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:04.689842 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-7cdbe678-fe4e-4a00-b5a1-de79eb9dac58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:04.703694 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43929894-0749-43a0-b10d-4e851a4110f8 None None] Pushing event updated for resources: {'Port': ['ID=0d0167ce-23a0-4457-b571-b2f813d40cd2,revision_number=3']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:04.711327 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-43929894-0749-43a0-b10d-4e851a4110f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:04.760573 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-7cdbe678-fe4e-4a00-b5a1-de79eb9dac58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:04.793104 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Attempting to bind port 0d0167ce-23a0-4457-b571-b2f813d40cd2 on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:47:04.793883 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Attempting to bind port 0d0167ce-23a0-4457-b571-b2f813d40cd2 by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': 'e4447597-0ed4-49d4-8d35-2087aa977f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3'}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:47:04.794409 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Attempting to bind port 0d0167ce-23a0-4457-b571-b2f813d40cd2 on network 20c800c4-c00e-4536-9a5a-2dbe4ac118d3 {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:47:04.800337 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:47:04.800965 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Checking segment: {'id': 'e4447597-0ed4-49d4-8d35-2087aa977f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:47:04.801519 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:04.802058 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Bound using segment: {'id': 'e4447597-0ed4-49d4-8d35-2087aa977f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3'} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:47:04.802676 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Bound port: 0d0167ce-23a0-4457-b571-b2f813d40cd2, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4447597-0ed4-49d4-8d35-2087aa977f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3'}}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:47:04.803223 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:04.887320 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-7cdbe678-fe4e-4a00-b5a1-de79eb9dac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:04.895130 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-89f0b4c6-97b3-4674-94dc-cd49dd6b54ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:04.908752 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-be2e4dbf-0251-4292-b5c5-7399bde4c07e req-958dbbed-6dc7-49fd-b2c8-0b63a34fc8a4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543771 Dec 09 18:47:04.943167 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbe678-fe4e-4a00-b5a1-de79eb9dac58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eff5a45-44b8-4d44-afcb-5afe721267ec,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:04.945817 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-7cdbe678-fe4e-4a00-b5a1-de79eb9dac58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:04.946985 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-7cdbe678-fe4e-4a00-b5a1-de79eb9dac58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4eff5a45-44b8-4d44-afcb-5afe721267ec HTTP/1.1" status: 204 len: 168 time: 0.4215670 Dec 09 18:47:04.950189 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-7cdbe678-fe4e-4a00-b5a1-de79eb9dac58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:04.968609 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc338b82-b0b4-43e1-8654-54471931d7ca,revision_number=0']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:04.975826 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:04.978792 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] Checking segment: {'id': 'dcd0c329-837e-4094-a908-f41c99af94ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f7a5307-c9ec-45a2-87e7-938ddb772d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:47:04.979273 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] Network hostable DHCP agents. Network: 0f7a5307-c9ec-45a2-87e7-938ddb772d6d, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:47:04.992877 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] For port 0d0167ce-23a0-4457-b571-b2f813d40cd2, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:47:04.997715 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] For port 0d0167ce-23a0-4457-b571-b2f813d40cd2, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=0d0167ce-23a0-4457-b571-b2f813d40cd2,segment=NetworkSegment(e4447597-0ed4-49d4-8d35-2087aa977f9f),segment_id=e4447597-0ed4-49d4-8d35-2087aa977f9f)] {{(pid=86803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:47:05.004459 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:05.007085 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] Network 0f7a5307-c9ec-45a2-87e7-938ddb772d6d is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:47:05.009999 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:05.023945 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, 0f7a5307-c9ec-45a2-87e7-938ddb772d6d) {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:47:05.044804 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:05.045940 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:05.060071 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b0787e-d913-4f34-8928-8057f436d588 None None] Network 0f7a5307-c9ec-45a2-87e7-938ddb772d6d requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:47:05.084523 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-c0ae1c51-c20b-4a37-b422-b61351aa2264 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2593789 Dec 09 18:47:05.089718 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44684) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:05.096584 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-322776783-router', 'tenant_id': 'b40f057c36604eba853e90365719d042', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:47:05.102369 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:05.111199 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Usage tracker for resource:router and tenant:b40f057c36604eba853e90365719d042 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:05.115006 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:05.124864 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:05.148200 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-134212060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100726'] for router, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:05.150348 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134209547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134206987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134170945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100705'] for router, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:05.176315 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:05.305008 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Routers {'50305725-fbff-4620-8396-3c3730410067'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:47:05.305725 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:46:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['50305725-fbff-4620-8396-3c3730410067'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:05.478228 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43929894-0749-43a0-b10d-4e851a4110f8 None None] Pushing event updated for resources: {'Port': ['ID=0d0167ce-23a0-4457-b571-b2f813d40cd2,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:05.495859 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-43929894-0749-43a0-b10d-4e851a4110f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:05.638291 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-134207033', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-134211886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100627'] for router, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:05.679609 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] Set router 50305725-fbff-4620-8396-3c3730410067 gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:47:05.718222 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44710) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:05.758301 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a5da14-5076-50fa-a975-50d54e5df151-0f7a5307-c9ec-45a2-87e7-938ddb772d6d', 'network_id': '0f7a5307-c9ec-45a2-87e7-938ddb772d6d', 'tenant_id': 'b40f057c36604eba853e90365719d042', 'fixed_ips': [{'subnet_id': 'bc338b82-b0b4-43e1-8654-54471931d7ca'}]}} from dv-cinder-819346-1-smb. {{(pid=86803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 09 18:47:05.759754 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:05.763373 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1b3453b6-91cd-436f-b20b-e1782626bede admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:05.798437 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-1b3453b6-91cd-436f-b20b-e1782626bede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:05.809478 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-1b3453b6-91cd-436f-b20b-e1782626bede admin admin] Usage tracker for resource:security_group_rule and tenant:f90bf29d8d284f5487c60f89bf597774 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:05.817712 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-1b3453b6-91cd-436f-b20b-e1782626bede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:05.831516 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-1b3453b6-91cd-436f-b20b-e1782626bede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:05.951924 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44718) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:06.026590 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1b3453b6-91cd-436f-b20b-e1782626bede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:06.034280 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1b3453b6-91cd-436f-b20b-e1782626bede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:06.045952 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-1bc69291-9ff7-421e-ada5-ee164963a994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:06.121143 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3453b6-91cd-436f-b20b-e1782626bede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf332bd-e912-4340-9eaa-76ef2724f8a2,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:06.126583 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-1b3453b6-91cd-436f-b20b-e1782626bede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:06.177032 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-106288613-network', 'tenant_id': 'e63fed640a6145e591795388850031ab'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:47:06.190250 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-1b3453b6-91cd-436f-b20b-e1782626bede admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f90bf29d8d284f5487c60f89bf597774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670937 Dec 09 18:47:06.190250 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:06.193673 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44734) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:06.198763 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Usage tracker for resource:network and tenant:e63fed640a6145e591795388850031ab is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:06.202508 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.db_base_plugin_common [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Allocated IP 172.20.0.2 (0f7a5307-c9ec-45a2-87e7-938ddb772d6d/bc338b82-b0b4-43e1-8654-54471931d7ca/26d66580-531d-48b6-9172-3e2a27ea7924) {{(pid=86803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:47:06.219366 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:06.233748 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:06.245858 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:06.274437 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:06.287423 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Made reservation on behalf of e63fed640a6145e591795388850031ab for: {'network': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:47:06.289801 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:06.322205 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:06.360734 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f652-5f10-463d-b221-0361a8852521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:06.417530 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995fd59-1de2-4a79-813b-7e91ca8dddbb req-7d917d07-805a-49b6-9bae-791668c1e6bf tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:06.418849 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f995fd59-1de2-4a79-813b-7e91ca8dddbb req-7d917d07-805a-49b6-9bae-791668c1e6bf tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.2907791 Dec 09 18:47:06.421944 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:06.455837 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Allocated IP 172.28.2.144 (6beed21b-9de4-4fbb-b55d-7f8ce9c9499c/5a39f25e-cbfe-4fa1-b581-b87a4aac1e40/1b72c5cc-e4af-4163-a715-ecd045f31eb6) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:47:06.461678 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Usage tracker for resource:security_group_rule and tenant:e63fed640a6145e591795388850031ab is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:06.486378 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f652-5f10-463d-b221-0361a8852521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:06.513097 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:06.546390 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:06.651337 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f995fd59-1de2-4a79-813b-7e91ca8dddbb req-5e3e3420-a3d6-4314-ad4b-fe728d65e743 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956248 Dec 09 18:47:06.681337 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50305725-fbff-4620-8396-3c3730410067', 'name': 'tempest-TestMinimumBasicScenario-435063833-router', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:53Z', 'updated_at': '2021-12-09T18:46:59Z', 'revision_number': 4, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'gw_port': {'id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:54Z', 'updated_at': '2021-12-09T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '0d0167ce-23a0-4457-b571-b2f813d40cd2', 'name': '', 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'mac_address': 'fa:16:3e:29:d0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '18e824af-a703-4242-88ed-b01542221d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:58Z', 'updated_at': '2021-12-09T18:47:04Z', 'revision_number': 4, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'subnets': [{'id': '18e824af-a703-4242-88ed-b01542221d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:06.684848 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Notify callbacks [] for port, precommit_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:06.691329 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278592f9-6b18-4bfe-947b-4f4cfb725843 None None] The sync data for ids ['50305725-fbff-4620-8396-3c3730410067'] in dv-cinder-819346-1-smb is: [{'id': '50305725-fbff-4620-8396-3c3730410067', 'name': 'tempest-TestMinimumBasicScenario-435063833-router', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:53Z', 'updated_at': '2021-12-09T18:46:59Z', 'revision_number': 4, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'gw_port': {'id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:54Z', 'updated_at': '2021-12-09T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '0d0167ce-23a0-4457-b571-b2f813d40cd2', 'name': '', 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'mac_address': 'fa:16:3e:29:d0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '18e824af-a703-4242-88ed-b01542221d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:58Z', 'updated_at': '2021-12-09T18:47:04Z', 'revision_number': 4, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'subnets': [{'id': '18e824af-a703-4242-88ed-b01542221d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:47:06.707141 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Transition to ACTIVE for port object 26d66580-531d-48b6-9172-3e2a27ea7924 will not be triggered until provisioned by entity L2. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:47:06.710848 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f652-5f10-463d-b221-0361a8852521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:06.740626 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Transition to ACTIVE for port object 26d66580-531d-48b6-9172-3e2a27ea7924 will not be triggered until provisioned by entity DHCP. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:47:06.763118 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-925c20d4-0eb5-48e0-b171-03c32073dc4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:06.765202 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:06.779652 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:06.803375 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:06.848411 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4f652-5f10-463d-b221-0361a8852521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf332bd-e912-4340-9eaa-76ef2724f8a2,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:06.863687 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-3eb4f652-5f10-463d-b221-0361a8852521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:06.874509 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f652-5f10-463d-b221-0361a8852521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:06.883302 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-3eb4f652-5f10-463d-b221-0361a8852521 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bf332bd-e912-4340-9eaa-76ef2724f8a2 HTTP/1.1" status: 204 len: 168 time: 0.6886222 Dec 09 18:47:06.914019 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:06.923836 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:07.002052 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:07.015355 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:07.020680 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-5247774f-8e73-46b3-b6b7-e5423bd334d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:07.031852 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Network 0f7a5307-c9ec-45a2-87e7-938ddb772d6d is already hosted by enough agents. {{(pid=86803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:47:07.036023 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.base_scheduler [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Resources bound (agent type, host, resource id): {{(pid=86803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:47:07.040684 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Received port after_create {{(pid=86803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:47:07.100596 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Pushing event updated for resources: {'Port': ['ID=26d66580-531d-48b6-9172-3e2a27ea7924,revision_number=1']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:07.111776 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:47:07.127387 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=86801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:47:07.153620 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:07.155279 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.segments_db [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Added segment b657ad7d-8ccb-4a48-8d72-3fa7620a21b2 of type vlan for network 7d55c0c7-75cf-448a-8de1-08373c3c7593 Dec 09 18:47:07.163377 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:07.200370 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:07.208445 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Attempting to bind port 26d66580-531d-48b6-9172-3e2a27ea7924 on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:47:07.209053 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Attempting to bind port 26d66580-531d-48b6-9172-3e2a27ea7924 by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': 'dcd0c329-837e-4094-a908-f41c99af94ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f7a5307-c9ec-45a2-87e7-938ddb772d6d'}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:47:07.209591 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Attempting to bind port 26d66580-531d-48b6-9172-3e2a27ea7924 on network 0f7a5307-c9ec-45a2-87e7-938ddb772d6d {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:47:07.225697 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:47:07.227760 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Checking segment: {'id': 'dcd0c329-837e-4094-a908-f41c99af94ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f7a5307-c9ec-45a2-87e7-938ddb772d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:47:07.228326 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:07.232851 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Bound using segment: {'id': 'dcd0c329-837e-4094-a908-f41c99af94ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f7a5307-c9ec-45a2-87e7-938ddb772d6d'} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:47:07.237933 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:07.241808 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:07.242797 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Bound port: 26d66580-531d-48b6-9172-3e2a27ea7924, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0c329-837e-4094-a908-f41c99af94ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f7a5307-c9ec-45a2-87e7-938ddb772d6d'}}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:47:07.243394 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:07.244756 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:07.245403 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:07.246121 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:07.249419 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f2d2c6cd-a661-4b14-9fd5-00c1d275291a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:07.254544 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:47:07.259150 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:47:07.392668 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4389079 Dec 09 18:47:07.393781 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44772) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:07.410721 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] Request body: {'subnet': {'network_id': '7d55c0c7-75cf-448a-8de1-08373c3c7593', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-106288613-subnet', 'tenant_id': 'e63fed640a6145e591795388850031ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:47:07.432933 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] For port 26d66580-531d-48b6-9172-3e2a27ea7924, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:47:07.436183 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:07.443504 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] For port 26d66580-531d-48b6-9172-3e2a27ea7924, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=26d66580-531d-48b6-9172-3e2a27ea7924,segment=NetworkSegment(dcd0c329-837e-4094-a908-f41c99af94ad),segment_id=dcd0c329-837e-4094-a908-f41c99af94ad)] {{(pid=86803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:47:07.446778 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] Usage tracker for resource:subnet and tenant:e63fed640a6145e591795388850031ab is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:07.452942 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:07.458247 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:07.462219 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:07.473599 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:07.483580 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Pushing event updated for resources: {'Network': ['ID=7d55c0c7-75cf-448a-8de1-08373c3c7593,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:07.498183 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:07.530147 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] Made reservation on behalf of e63fed640a6145e591795388850031ab for: {'subnet': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:47:07.536421 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network 7d55c0c7-75cf-448a-8de1-08373c3c7593 details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:47:07.536584 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131591583'] for subnet, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:07.621209 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Pushing event updated for resources: {'Port': ['ID=1b72c5cc-e4af-4163-a715-ecd045f31eb6,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:07.660298 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:07.745748 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Pushing event updated for resources: {'Port': ['ID=26d66580-531d-48b6-9172-3e2a27ea7924,revision_number=2']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:07.752644 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdbbad-69cd-48f7-84d0-5be325be330e req-567ff55d-cd80-40e8-bf19-85967952745c tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:07.755229 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-52cdbbad-69cd-48f7-84d0-5be325be330e req-567ff55d-cd80-40e8-bf19-85967952745c tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.6931210 Dec 09 18:47:07.761831 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:07.871404 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44786) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:07.962961 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-52cdbbad-69cd-48f7-84d0-5be325be330e req-2a3a3a8e-3eaa-403d-9c96-f60b7d1d1095 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356356 Dec 09 18:47:08.049307 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:08.085983 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d3b3e9b3-a197-4001-82d9-79064e03970c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:08.214364 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-d3b3e9b3-a197-4001-82d9-79064e03970c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:08.256546 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-d3b3e9b3-a197-4001-82d9-79064e03970c admin admin] Usage tracker for resource:security_group_rule and tenant:479573dfec924106a7406d5ed73bab84 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:08.267537 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-d3b3e9b3-a197-4001-82d9-79064e03970c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:08.282090 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-d3b3e9b3-a197-4001-82d9-79064e03970c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:08.311132 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131583762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131591597'] for subnet, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:08.359390 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:08.556187 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=471150f0-f9bd-4bf9-9b9e-d0868088d32b,revision_number=0']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:08.569099 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:08.603795 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] Checking segment: {'id': 'b657ad7d-8ccb-4a48-8d72-3fa7620a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d55c0c7-75cf-448a-8de1-08373c3c7593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:47:08.604219 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] Network hostable DHCP agents. Network: 7d55c0c7-75cf-448a-8de1-08373c3c7593, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:47:08.746406 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d3b3e9b3-a197-4001-82d9-79064e03970c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:08.759371 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] Network 7d55c0c7-75cf-448a-8de1-08373c3c7593 is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:47:08.770747 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d3b3e9b3-a197-4001-82d9-79064e03970c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:08.819227 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-45996d33-c7a2-4dff-ab08-9bed53634540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:08.822969 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 0d0167ce-23a0-4457-b571-b2f813d40cd2 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:47:08.849900 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, 7d55c0c7-75cf-448a-8de1-08373c3c7593) {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:47:08.897217 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:08.898450 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:08.922148 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab114f3-dbff-4014-9ece-b821b15b77cd None None] Network 7d55c0c7-75cf-448a-8de1-08373c3c7593 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:47:08.971460 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134211879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134207196'] for router, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:09.044811 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-d3b3e9b3-a197-4001-82d9-79064e03970c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=479573dfec924106a7406d5ed73bab84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1503205 Dec 09 18:47:09.046571 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44824) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:09.064917 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3e9b3-a197-4001-82d9-79064e03970c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1a686c-ebeb-42a1-a0d7-509f790e8855,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:09.070842 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d3b3e9b3-a197-4001-82d9-79064e03970c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:09.179725 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-8569c685-dcc4-49ee-8cc0-ee6e1b616657 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7798743 Dec 09 18:47:09.302575 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ea854031-1d19-47af-9c42-9b0f05be9191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:09.355716 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ea854031-1d19-47af-9c42-9b0f05be9191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:09.360577 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 0d0167ce-23a0-4457-b571-b2f813d40cd2 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:47:09.378027 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 0d0167ce-23a0-4457-b571-b2f813d40cd2 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:47:09.378849 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:09.439661 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Router 87bb1bdf-b8a5-4daa-9a56-affb3cf79da9 is scheduled to L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c with binding_index 1 {{(pid=86802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 09 18:47:09.526853 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ea854031-1d19-47af-9c42-9b0f05be9191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:09.533547 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-1b3453b6-91cd-436f-b20b-e1782626bede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:09.563897 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ea854031-1d19-47af-9c42-9b0f05be9191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:09.570907 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-ea854031-1d19-47af-9c42-9b0f05be9191 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e1a686c-ebeb-42a1-a0d7-509f790e8855 HTTP/1.1" status: 204 len: 168 time: 0.5208976 Dec 09 18:47:09.574651 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea854031-1d19-47af-9c42-9b0f05be9191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1a686c-ebeb-42a1-a0d7-509f790e8855,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:09.585470 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-ea854031-1d19-47af-9c42-9b0f05be9191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:09.606413 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bd5ce2-6e16-4979-8ec0-d3e96b94c361 None None] Network 0f7a5307-c9ec-45a2-87e7-938ddb772d6d requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:47:09.811347 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-1c83ea7e-a33f-4149-9948-eae6262a9a6f None None] Provisioning for port 26d66580-531d-48b6-9172-3e2a27ea7924 completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:47:09.821611 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:47:09.836276 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Sync routers for ids ['87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:47:09.849812 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Notify callbacks [] for router, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:09.854739 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 44854) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:09.854936 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7668719 Dec 09 18:47:09.855519 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Routers {'87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:47:09.856268 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:46:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:09.999488 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9033000d-8246-49e9-8106-044f38944dc4 None None] Network 7d55c0c7-75cf-448a-8de1-08373c3c7593 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:47:10.221600 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Set router 87bb1bdf-b8a5-4daa-9a56-affb3cf79da9 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:47:10.303017 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:10.446394 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port 0d0167ce-23a0-4457-b571-b2f813d40cd2, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=0d0167ce-23a0-4457-b571-b2f813d40cd2,segment=NetworkSegment(e4447597-0ed4-49d4-8d35-2087aa977f9f),segment_id=e4447597-0ed4-49d4-8d35-2087aa977f9f)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:47:10.468222 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:10.469347 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 26d66580-531d-48b6-9172-3e2a27ea7924 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:47:10.509223 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:10.509832 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44868) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:10.569814 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44874) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:10.645312 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8f50-e9a8-4421-95a8-f5ced719ec1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:10.700279 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-b6ee8f50-e9a8-4421-95a8-f5ced719ec1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:10.706765 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-b6ee8f50-e9a8-4421-95a8-f5ced719ec1a admin admin] Usage tracker for resource:security_group_rule and tenant:4fde4649e2a04432b83dc361332c70c3 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:10.710097 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-b6ee8f50-e9a8-4421-95a8-f5ced719ec1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:10.716804 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-b6ee8f50-e9a8-4421-95a8-f5ced719ec1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:10.762592 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'name': 'tempest-TestMinimumBasicScenario-322776783-router', 'tenant_id': 'b40f057c36604eba853e90365719d042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '1b72c5cc-e4af-4163-a715-ecd045f31eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:47:05Z', 'updated_at': '2021-12-09T18:47:07Z', 'revision_number': 3, 'project_id': 'b40f057c36604eba853e90365719d042', 'gw_port': {'id': '1b72c5cc-e4af-4163-a715-ecd045f31eb6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:47:06Z', 'updated_at': '2021-12-09T18:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:10.774298 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Checking router: 87bb1bdf-b8a5-4daa-9a56-affb3cf79da9 for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:47:10.774922 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Updating router 87bb1bdf-b8a5-4daa-9a56-affb3cf79da9 port 1b72c5cc-e4af-4163-a715-ecd045f31eb6 binding host dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 18:47:10.791068 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=0d0167ce-23a0-4457-b571-b2f813d40cd2,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:10.798765 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:10.865026 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 26d66580-531d-48b6-9172-3e2a27ea7924 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:47:10.885144 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 26d66580-531d-48b6-9172-3e2a27ea7924 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:47:10.885295 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:10.956616 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8f50-e9a8-4421-95a8-f5ced719ec1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:10.967850 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8f50-e9a8-4421-95a8-f5ced719ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:10.978390 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-e02aa2ad-c8e0-49b5-acce-dca24f1ed6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:11.001859 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.125033 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-b6ee8f50-e9a8-4421-95a8-f5ced719ec1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fde4649e2a04432b83dc361332c70c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541463 Dec 09 18:47:11.128809 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44890) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:11.136520 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee8f50-e9a8-4421-95a8-f5ced719ec1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f13d444-0e2b-4f8b-814d-a1148b8cb05f,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:11.151243 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-747ffa0a-0b59-4934-a4c1-41a7853dab52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.164017 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.178379 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b6ee8f50-e9a8-4421-95a8-f5ced719ec1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:11.238180 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port 26d66580-531d-48b6-9172-3e2a27ea7924, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=26d66580-531d-48b6-9172-3e2a27ea7924,segment=NetworkSegment(dcd0c329-837e-4094-a908-f41c99af94ad),segment_id=dcd0c329-837e-4094-a908-f41c99af94ad)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:47:11.239359 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-7f87b6c7-a1ea-41a9-98a9-fde591eaadc4 None None] Provisioning complete for port 26d66580-531d-48b6-9172-3e2a27ea7924 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:47:11.239760 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-7f87b6c7-a1ea-41a9-98a9-fde591eaadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.283844 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.308117 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:11.413679 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=26d66580-531d-48b6-9172-3e2a27ea7924,revision_number=3']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:11.413895 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Notify callbacks [] for port, precommit_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.420559 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:11.420749 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-747ffa0a-0b59-4934-a4c1-41a7853dab52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:11.423213 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-dce06497-94bf-44cb-82e2-e0ae8a8fda3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.428433 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.provisioning_blocks [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Transition to ACTIVE for port object 1b72c5cc-e4af-4163-a715-ecd045f31eb6 will not be triggered until provisioned by entity L2. {{(pid=86804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:47:11.432964 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-747ffa0a-0b59-4934-a4c1-41a7853dab52 admin admin] Usage tracker for resource:security_group_rule and tenant:9a51dc9587104a708480376711124ba0 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:11.442945 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.448612 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-747ffa0a-0b59-4934-a4c1-41a7853dab52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:11.458480 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-747ffa0a-0b59-4934-a4c1-41a7853dab52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:11.463261 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:11.480449 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-dce06497-94bf-44cb-82e2-e0ae8a8fda3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.512313 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 0d0167ce-23a0-4457-b571-b2f813d40cd2 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:47:11.514901 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.564659 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07f857-081c-44c1-9628-d47c828085b1 None None] Pushing event updated for resources: {'Port': ['ID=1b72c5cc-e4af-4163-a715-ecd045f31eb6,revision_number=2']} {{(pid=86804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:11.571524 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-dce06497-94bf-44cb-82e2-e0ae8a8fda3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.584562 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b6ee8f50-e9a8-4421-95a8-f5ced719ec1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:11.601390 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Attempting to bind port 1b72c5cc-e4af-4163-a715-ecd045f31eb6 on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:47:11.601959 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Attempting to bind port 1b72c5cc-e4af-4163-a715-ecd045f31eb6 by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}] {{(pid=86804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:47:11.602479 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Attempting to bind port 1b72c5cc-e4af-4163-a715-ecd045f31eb6 on network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:47:11.610164 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-4e07f857-081c-44c1-9628-d47c828085b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:11.611329 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:47:11.611807 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Checking segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:47:11.612397 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.612893 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Bound using segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:47:11.613588 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Bound port: 1b72c5cc-e4af-4163-a715-ecd045f31eb6, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}}] {{(pid=86804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:47:11.614079 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.635855 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-dce06497-94bf-44cb-82e2-e0ae8a8fda3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.639232 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-dce06497-94bf-44cb-82e2-e0ae8a8fda3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f13d444-0e2b-4f8b-814d-a1148b8cb05f HTTP/1.1" status: 204 len: 168 time: 0.4649734 Dec 09 18:47:11.665235 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce06497-94bf-44cb-82e2-e0ae8a8fda3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f13d444-0e2b-4f8b-814d-a1148b8cb05f,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:11.669167 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-dce06497-94bf-44cb-82e2-e0ae8a8fda3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:11.731899 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-747ffa0a-0b59-4934-a4c1-41a7853dab52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.746278 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-747ffa0a-0b59-4934-a4c1-41a7853dab52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.751286 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.db [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] For port 1b72c5cc-e4af-4163-a715-ecd045f31eb6, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:47:11.752811 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 0d0167ce-23a0-4457-b571-b2f813d40cd2 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:47:11.753865 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.761207 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-14791aef-d33b-4e71-b2f4-97704e638831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:11.764616 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.db [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] For port 1b72c5cc-e4af-4163-a715-ecd045f31eb6, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=1b72c5cc-e4af-4163-a715-ecd045f31eb6,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:47:11.776749 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:11.805106 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:11.911409 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-747ffa0a-0b59-4934-a4c1-41a7853dab52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a51dc9587104a708480376711124ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4004428 Dec 09 18:47:11.916938 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ffa0a-0b59-4934-a4c1-41a7853dab52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba33ba2c-9e55-4631-b8a5-9a2e08933b15,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:11.928208 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Routers {'87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:47:11.928208 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:46:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:11.929633 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44908) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:11.950826 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-747ffa0a-0b59-4934-a4c1-41a7853dab52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:12.034332 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Allocated IP 172.20.0.1 (0f7a5307-c9ec-45a2-87e7-938ddb772d6d/bc338b82-b0b4-43e1-8654-54471931d7ca/eb90588a-0cd7-49ed-b736-2e9fde1a226d) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:47:12.194833 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-89875419-4c6c-45e3-81ab-794324f83083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:12.248213 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-89875419-4c6c-45e3-81ab-794324f83083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:12.299549 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] Set router 87bb1bdf-b8a5-4daa-9a56-affb3cf79da9 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:47:12.340118 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:12.468407 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Transition to ACTIVE for port object eb90588a-0cd7-49ed-b736-2e9fde1a226d will not be triggered until provisioned by entity DHCP. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:47:12.479845 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4f5e3-f1da-4c17-a3b1-bce05710d438 req-900c3af8-d9b9-431e-b921-8157a2cf7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:12.481605 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-00a4f5e3-f1da-4c17-a3b1-bce05710d438 req-900c3af8-d9b9-431e-b921-8157a2cf7b2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6b5853ee94f4573abed604993053c71&device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 1099 time: 0.2108417 Dec 09 18:47:12.517441 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07f857-081c-44c1-9628-d47c828085b1 None None] Pushing event updated for resources: {'Port': ['ID=1b72c5cc-e4af-4163-a715-ecd045f31eb6,revision_number=3']} {{(pid=86804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:12.522718 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-4e07f857-081c-44c1-9628-d47c828085b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:12.527325 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba599e6-41ab-4263-9ceb-1c6062c5cb09 req-ebe3d2b8-ad6f-42ef-9574-ea4c032b05c4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:12.533008 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-89875419-4c6c-45e3-81ab-794324f83083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:12.534940 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6ba599e6-41ab-4263-9ceb-1c6062c5cb09 req-ebe3d2b8-ad6f-42ef-9574-ea4c032b05c4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1981964 Dec 09 18:47:12.543935 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-53b3365b-8684-49b6-aa78-8cd81d158031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:12.560758 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:12.569381 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:12.612365 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89875419-4c6c-45e3-81ab-794324f83083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba33ba2c-9e55-4631-b8a5-9a2e08933b15,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:12.662556 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6ba599e6-41ab-4263-9ceb-1c6062c5cb09 req-14281664-85c8-47bd-a7f5-03f2bdf82a89 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265717 Dec 09 18:47:12.667951 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Network 0f7a5307-c9ec-45a2-87e7-938ddb772d6d is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:47:12.672396 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:47:12.679435 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:47:12.685018 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'name': 'tempest-TestMinimumBasicScenario-322776783-router', 'tenant_id': 'b40f057c36604eba853e90365719d042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '1b72c5cc-e4af-4163-a715-ecd045f31eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:47:05Z', 'updated_at': '2021-12-09T18:47:07Z', 'revision_number': 3, 'project_id': 'b40f057c36604eba853e90365719d042', 'gw_port': {'id': '1b72c5cc-e4af-4163-a715-ecd045f31eb6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:47:06Z', 'updated_at': '2021-12-09T18:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:12.696644 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2db19-41bb-44e2-b972-17fa384bdd36 None None] The sync data for ids ['87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'] in dv-cinder-819346-1-smb is: [{'id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'name': 'tempest-TestMinimumBasicScenario-322776783-router', 'tenant_id': 'b40f057c36604eba853e90365719d042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '1b72c5cc-e4af-4163-a715-ecd045f31eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:47:05Z', 'updated_at': '2021-12-09T18:47:07Z', 'revision_number': 3, 'project_id': 'b40f057c36604eba853e90365719d042', 'gw_port': {'id': '1b72c5cc-e4af-4163-a715-ecd045f31eb6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:47:06Z', 'updated_at': '2021-12-09T18:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:47:12.717382 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4f5e3-f1da-4c17-a3b1-bce05710d438 req-07c010d3-d3e0-4c62-b220-24a44583fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:12.718996 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-00a4f5e3-f1da-4c17-a3b1-bce05710d438 req-07c010d3-d3e0-4c62-b220-24a44583fbca service neutron] 10.222.0.10 "GET /v2.0/networks?id=129fe6e0-43d9-4d83-9e75-a054004d611c HTTP/1.1" status: 200 len: 919 time: 0.2251041 Dec 09 18:47:12.753589 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-89875419-4c6c-45e3-81ab-794324f83083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:12.779770 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134115858'] for router_interface, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:12.842298 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Pushing event updated for resources: {'Port': ['ID=eb90588a-0cd7-49ed-b736-2e9fde1a226d,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:12.849460 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:12.913330 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-89875419-4c6c-45e3-81ab-794324f83083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:12.915763 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-89875419-4c6c-45e3-81ab-794324f83083 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba33ba2c-9e55-4631-b8a5-9a2e08933b15 HTTP/1.1" status: 204 len: 168 time: 0.9733586 Dec 09 18:47:12.920417 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-00a4f5e3-f1da-4c17-a3b1-bce05710d438 req-77cb96bb-1ab6-4b34-9b8b-386e13576f8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00e0e134-2894-42b8-a03d-d7466bed61ba HTTP/1.1" status: 200 len: 217 time: 0.1589737 Dec 09 18:47:13.043500 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4f5e3-f1da-4c17-a3b1-bce05710d438 req-e471e347-b87d-4768-8f47-0cc2b8ae12aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:13.045070 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-00a4f5e3-f1da-4c17-a3b1-bce05710d438 req-e471e347-b87d-4768-8f47-0cc2b8ae12aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec8933d7-bf4f-4cbd-ab64-4324389374e3 HTTP/1.1" status: 200 len: 858 time: 0.1152360 Dec 09 18:47:13.076426 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:13.127746 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-562b99b1-f746-4268-b99c-1e3b094ecbb3 None None] Provisioning for port eb90588a-0cd7-49ed-b736-2e9fde1a226d completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:47:13.146030 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-562b99b1-f746-4268-b99c-1e3b094ecbb3 None None] Provisioning complete for port eb90588a-0cd7-49ed-b736-2e9fde1a226d triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:47:13.146601 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-562b99b1-f746-4268-b99c-1e3b094ecbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:13.177045 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-00a4f5e3-f1da-4c17-a3b1-bce05710d438 req-f31f5179-7c04-449b-a11b-9485b5a4887d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=129fe6e0-43d9-4d83-9e75-a054004d611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220801 Dec 09 18:47:13.229826 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b57db3c4-6c9b-4974-81cd-dd246352fcd0 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:13.241433 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b57db3c4-6c9b-4974-81cd-dd246352fcd0 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/networks?id=7d55c0c7-75cf-448a-8de1-08373c3c7593 HTTP/1.1" status: 200 len: 808 time: 0.6834188 Dec 09 18:47:13.294194 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-562b99b1-f746-4268-b99c-1e3b094ecbb3 None None] Port eb90588a-0cd7-49ed-b736-2e9fde1a226d cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:47:13.336081 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-639cb3e0-e6f9-4d6d-9e35-6f37aafd40a1 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/quotas/e63fed640a6145e591795388850031ab HTTP/1.1" status: 200 len: 375 time: 0.0914474 Dec 09 18:47:13.555093 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 1b72c5cc-e4af-4163-a715-ecd045f31eb6 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:47:13.615575 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-afba766c-cf6e-4dec-8350-3deb2956ec94 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63fed640a6145e591795388850031ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1445949 Dec 09 18:47:13.790445 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:13.804819 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:13.821437 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 1b72c5cc-e4af-4163-a715-ecd045f31eb6 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:47:13.835675 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 1b72c5cc-e4af-4163-a715-ecd045f31eb6 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:47:13.836344 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:13.966274 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 44974) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:13.978058 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:14.042993 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a438ca9f-7faf-4f59-9813-ffb008a750af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:14.063452 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133747777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134116081'] for router_interface, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:14.110171 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-00a4f5e3-f1da-4c17-a3b1-bce05710d438 req-35c95a3d-6162-42be-823a-be22ec320dcf service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8638823 Dec 09 18:47:14.116858 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-a438ca9f-7faf-4f59-9813-ffb008a750af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:14.133381 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:14.171297 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port 1b72c5cc-e4af-4163-a715-ecd045f31eb6, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=1b72c5cc-e4af-4163-a715-ecd045f31eb6,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:47:14.180801 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:14.182043 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 26d66580-531d-48b6-9172-3e2a27ea7924 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:47:14.241975 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:14.333395 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-00a4f5e3-f1da-4c17-a3b1-bce05710d438 req-7035a28c-4c2b-447b-8efc-b62f2b379f61 service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094707 Dec 09 18:47:14.336398 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-a438ca9f-7faf-4f59-9813-ffb008a750af admin admin] Usage tracker for resource:security_group_rule and tenant:d57b2725cf454e7fbade2dd362c08770 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:14.344932 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-a438ca9f-7faf-4f59-9813-ffb008a750af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:14.357826 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-a438ca9f-7faf-4f59-9813-ffb008a750af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:14.385691 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=1b72c5cc-e4af-4163-a715-ecd045f31eb6,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:14.399828 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:14.406618 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 26d66580-531d-48b6-9172-3e2a27ea7924 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:47:14.407338 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:14.457730 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-31928843-3f40-4544-9e63-f22f5a125522 service neutron] 10.222.0.20 "GET /v2.0/networks/7d55c0c7-75cf-448a-8de1-08373c3c7593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7892132 Dec 09 18:47:14.493484 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:47:14.575255 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Pushing event updated for resources: {'Port': ['ID=eb90588a-0cd7-49ed-b736-2e9fde1a226d,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:14.580859 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:14.633526 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dae70-177f-4ba7-ada6-e3837e556b30 req-1dfa4d18-bd53-4d5d-85b3-081b4f4c5615 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:14.636331 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ac0dae70-177f-4ba7-ada6-e3837e556b30 req-1dfa4d18-bd53-4d5d-85b3-081b4f4c5615 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.5270925 Dec 09 18:47:14.687751 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Network 0f7a5307-c9ec-45a2-87e7-938ddb772d6d is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:47:14.690955 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:47:14.695693 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a438ca9f-7faf-4f59-9813-ffb008a750af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:14.702426 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-8a383ebf-6ff2-426b-9099-583cc4bd9a7d service neutron] 10.222.0.20 "GET /v2.0/networks/7d55c0c7-75cf-448a-8de1-08373c3c7593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168269 Dec 09 18:47:14.703508 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a438ca9f-7faf-4f59-9813-ffb008a750af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:14.716181 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c62dd4d5-2020-42e4-a185-a277ff6299cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:14.766012 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438ca9f-7faf-4f59-9813-ffb008a750af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dbab00-d954-4331-93c3-a11c8774adf1,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:14.773262 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-a438ca9f-7faf-4f59-9813-ffb008a750af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:14.794736 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-a438ca9f-7faf-4f59-9813-ffb008a750af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d57b2725cf454e7fbade2dd362c08770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8254242 Dec 09 18:47:14.796317 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 45022) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:14.990560 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ac0dae70-177f-4ba7-ada6-e3837e556b30 req-147737ee-dc25-49b9-b01c-dcd1946a30b8 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353460 Dec 09 18:47:14.994658 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-cfb1eeaa-4e99-4fe2-8ad8-b2c2aa649ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:15.077431 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-cfb1eeaa-4e99-4fe2-8ad8-b2c2aa649ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:15.168902 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a265a946-b3c0-4d38-8fdc-bbf9d0512a3f None None] Provisioning complete for port eb90588a-0cd7-49ed-b736-2e9fde1a226d triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:47:15.169782 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a265a946-b3c0-4d38-8fdc-bbf9d0512a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:15.199051 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-cfb1eeaa-4e99-4fe2-8ad8-b2c2aa649ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:15.203535 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-1c604aca-7fac-48c9-bad7-7ea1aee6bcb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:15.231173 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1eeaa-4e99-4fe2-8ad8-b2c2aa649ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dbab00-d954-4331-93c3-a11c8774adf1,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:15.234935 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-cfb1eeaa-4e99-4fe2-8ad8-b2c2aa649ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:15.245583 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-cfb1eeaa-4e99-4fe2-8ad8-b2c2aa649ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:15.245583 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-cfb1eeaa-4e99-4fe2-8ad8-b2c2aa649ede admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0dbab00-d954-4331-93c3-a11c8774adf1 HTTP/1.1" status: 204 len: 168 time: 0.4452929 Dec 09 18:47:15.284290 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d77cca9b-e9bc-413a-839c-4e79d15e2df4 req-b58412e2-4a04-439e-89a7-3925ee7d7530 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 210 time: 0.1398008 Dec 09 18:47:15.290034 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Router 87bb1bdf-b8a5-4daa-9a56-affb3cf79da9 has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:47:15.362252 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a265a946-b3c0-4d38-8fdc-bbf9d0512a3f None None] Port eb90588a-0cd7-49ed-b736-2e9fde1a226d cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:47:15.433297 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 1b72c5cc-e4af-4163-a715-ecd045f31eb6 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:47:15.677906 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:47:15.714203 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] 10.222.0.20 "PUT /v2.0/routers/87bb1bdf-b8a5-4daa-9a56-affb3cf79da9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8496947 Dec 09 18:47:15.717216 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 1b72c5cc-e4af-4163-a715-ecd045f31eb6 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:47:15.717740 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:15.758179 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Sync routers for ids ['87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:47:15.799053 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Routers {'87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:47:15.808296 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:46:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:16.480356 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a906f-c165-4810-9443-2dd5dcd0242a req-d48a6f26-c008-46d0-b70c-1ed51cdba4af tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:16.481929 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0e8a906f-c165-4810-9443-2dd5dcd0242a req-d48a6f26-c008-46d0-b70c-1ed51cdba4af tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.2687831 Dec 09 18:47:16.605264 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Set router 87bb1bdf-b8a5-4daa-9a56-affb3cf79da9 gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:47:16.614118 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0e8a906f-c165-4810-9443-2dd5dcd0242a req-74516837-812f-4452-9497-e6f2d5c1a47e tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251748 Dec 09 18:47:16.831646 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-20348b3f-e791-4bf9-b129-db10b59af60f req-1b256dca-703d-4848-a114-a2cbd16996b5 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 210 time: 0.0904663 Dec 09 18:47:17.091078 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'name': 'tempest-TestMinimumBasicScenario-322776783-router', 'tenant_id': 'b40f057c36604eba853e90365719d042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '1b72c5cc-e4af-4163-a715-ecd045f31eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:47:05Z', 'updated_at': '2021-12-09T18:47:12Z', 'revision_number': 4, 'project_id': 'b40f057c36604eba853e90365719d042', 'gw_port': {'id': '1b72c5cc-e4af-4163-a715-ecd045f31eb6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:47:06Z', 'updated_at': '2021-12-09T18:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': 'eb90588a-0cd7-49ed-b736-2e9fde1a226d', 'name': '', 'network_id': '0f7a5307-c9ec-45a2-87e7-938ddb772d6d', 'tenant_id': 'b40f057c36604eba853e90365719d042', 'mac_address': 'fa:16:3e:a2:a4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'bc338b82-b0b4-43e1-8654-54471931d7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:47:11Z', 'updated_at': '2021-12-09T18:47:13Z', 'revision_number': 2, 'project_id': 'b40f057c36604eba853e90365719d042', 'subnets': [{'id': 'bc338b82-b0b4-43e1-8654-54471931d7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:17.096449 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Checking router: 87bb1bdf-b8a5-4daa-9a56-affb3cf79da9 for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:47:17.097097 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Updating router 87bb1bdf-b8a5-4daa-9a56-affb3cf79da9 port eb90588a-0cd7-49ed-b736-2e9fde1a226d binding host dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 18:47:17.170210 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:17.264344 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-650c2629-f817-4a58-ac0c-4600b71ab5af tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:17.266117 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-650c2629-f817-4a58-ac0c-4600b71ab5af tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.10 "GET /v2.0/networks?id=7d55c0c7-75cf-448a-8de1-08373c3c7593 HTTP/1.1" status: 200 len: 808 time: 0.2941327 Dec 09 18:47:17.286556 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Request body: {'port': {'device_id': '0113f54d-5883-440a-8b51-368175d002aa', 'network_id': '7d55c0c7-75cf-448a-8de1-08373c3c7593', 'admin_state_up': True, 'tenant_id': 'e63fed640a6145e591795388850031ab'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:47:17.467033 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:17.471771 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Usage tracker for resource:port and tenant:e63fed640a6145e591795388850031ab is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:17.475560 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:17.483018 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:17.495326 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Made reservation on behalf of e63fed640a6145e591795388850031ab for: {'port': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:47:17.499929 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:17.806102 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Notify callbacks [] for port, precommit_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:17.820690 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Transition to ACTIVE for port object eb90588a-0cd7-49ed-b736-2e9fde1a226d will not be triggered until provisioned by entity L2. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:47:17.832838 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:17.845796 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-552a9b3b-c428-4c32-878c-07ae875d92e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:17.919663 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Allocated IP 172.20.0.5 (7d55c0c7-75cf-448a-8de1-08373c3c7593/471150f0-f9bd-4bf9-9b9e-d0868088d32b/fccdb5dd-b4f8-42ed-a39c-022200654fdb) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:47:18.310028 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f97834a3-e802-433d-b7d5-a664d750e585 req-2400f51b-07da-4974-baa6-643e38f4ca04 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 210 time: 0.1053462 Dec 09 18:47:18.328763 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Attempting to bind port eb90588a-0cd7-49ed-b736-2e9fde1a226d on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:47:18.329424 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Attempting to bind port eb90588a-0cd7-49ed-b736-2e9fde1a226d by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': 'dcd0c329-837e-4094-a908-f41c99af94ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f7a5307-c9ec-45a2-87e7-938ddb772d6d'}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:47:18.329983 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Attempting to bind port eb90588a-0cd7-49ed-b736-2e9fde1a226d on network 0f7a5307-c9ec-45a2-87e7-938ddb772d6d {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:47:18.332810 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eabffc-cbc9-4b7f-9199-3c3c5d978c9d None None] Pushing event updated for resources: {'Port': ['ID=eb90588a-0cd7-49ed-b736-2e9fde1a226d,revision_number=3']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:18.337037 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e3eabffc-cbc9-4b7f-9199-3c3c5d978c9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:18.346585 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:47:18.346988 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Checking segment: {'id': 'dcd0c329-837e-4094-a908-f41c99af94ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f7a5307-c9ec-45a2-87e7-938ddb772d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:47:18.347905 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:18.348057 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Bound using segment: {'id': 'dcd0c329-837e-4094-a908-f41c99af94ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f7a5307-c9ec-45a2-87e7-938ddb772d6d'} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:47:18.348531 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Bound port: eb90588a-0cd7-49ed-b736-2e9fde1a226d, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0c329-837e-4094-a908-f41c99af94ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f7a5307-c9ec-45a2-87e7-938ddb772d6d'}}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:47:18.348975 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:18.479835 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:18.519443 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732fde8-3d6a-476a-bf0e-61e2c56b58d1 req-12673bde-2c1d-4ce3-92d6-26597789bbc4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:18.527468 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3732fde8-3d6a-476a-bf0e-61e2c56b58d1 req-12673bde-2c1d-4ce3-92d6-26597789bbc4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1778436 Dec 09 18:47:18.590652 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] For port eb90588a-0cd7-49ed-b736-2e9fde1a226d, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:47:18.612314 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] For port eb90588a-0cd7-49ed-b736-2e9fde1a226d, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=eb90588a-0cd7-49ed-b736-2e9fde1a226d,segment=NetworkSegment(dcd0c329-837e-4094-a908-f41c99af94ad),segment_id=dcd0c329-837e-4094-a908-f41c99af94ad)] {{(pid=86803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:47:18.615053 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3732fde8-3d6a-476a-bf0e-61e2c56b58d1 req-65cc44b2-7f37-4551-a2f9-5854169c7632 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755258 Dec 09 18:47:18.616461 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:18.623082 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:18.633141 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e3eabffc-cbc9-4b7f-9199-3c3c5d978c9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:18.652244 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8dca713a-42fd-4517-bc02-94d11763a643 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:18.735982 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Routers {'87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:47:18.736830 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:46:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:18.810539 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Network 7d55c0c7-75cf-448a-8de1-08373c3c7593 is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:47:18.817178 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:47:18.822743 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:47:18.834852 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:18.840208 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:18.911416 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Pushing event updated for resources: {'Port': ['ID=fccdb5dd-b4f8-42ed-a39c-022200654fdb,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:18.942645 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:18.965893 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6861079 Dec 09 18:47:18.991292 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Request body: {'port': {'device_id': '0113f54d-5883-440a-8b51-368175d002aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:47:18.995630 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eabffc-cbc9-4b7f-9199-3c3c5d978c9d None None] Pushing event updated for resources: {'Port': ['ID=eb90588a-0cd7-49ed-b736-2e9fde1a226d,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:19.026250 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e3eabffc-cbc9-4b7f-9199-3c3c5d978c9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:19.197334 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] Set router 87bb1bdf-b8a5-4daa-9a56-affb3cf79da9 gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:47:19.302017 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:19.856801 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30063c6-2375-4d79-b722-ba90279249e5 req-fb063cad-4831-4a44-81b9-4a4856427a7e tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:19.857540 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-f30063c6-2375-4d79-b722-ba90279249e5 req-fb063cad-4831-4a44-81b9-4a4856427a7e tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Synchronizing usage tracker for tenant:e63fed640a6145e591795388850031ab on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:47:19.952049 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-f30063c6-2375-4d79-b722-ba90279249e5 req-fb063cad-4831-4a44-81b9-4a4856427a7e tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Unset dirty status for tenant:e63fed640a6145e591795388850031ab on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:47:19.962709 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f30063c6-2375-4d79-b722-ba90279249e5 req-fb063cad-4831-4a44-81b9-4a4856427a7e tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 931 time: 0.4150937 Dec 09 18:47:19.997096 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855ea18-5f10-4f9b-be29-64e1c1cea72b req-58d64922-ece1-4efa-ac84-ecee62a9d579 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:20.005720 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5855ea18-5f10-4f9b-be29-64e1c1cea72b req-58d64922-ece1-4efa-ac84-ecee62a9d579 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1498911 Dec 09 18:47:20.041200 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'name': 'tempest-TestMinimumBasicScenario-322776783-router', 'tenant_id': 'b40f057c36604eba853e90365719d042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '1b72c5cc-e4af-4163-a715-ecd045f31eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:47:05Z', 'updated_at': '2021-12-09T18:47:12Z', 'revision_number': 4, 'project_id': 'b40f057c36604eba853e90365719d042', 'gw_port': {'id': '1b72c5cc-e4af-4163-a715-ecd045f31eb6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:47:06Z', 'updated_at': '2021-12-09T18:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': 'eb90588a-0cd7-49ed-b736-2e9fde1a226d', 'name': '', 'network_id': '0f7a5307-c9ec-45a2-87e7-938ddb772d6d', 'tenant_id': 'b40f057c36604eba853e90365719d042', 'mac_address': 'fa:16:3e:a2:a4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'bc338b82-b0b4-43e1-8654-54471931d7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:47:11Z', 'updated_at': '2021-12-09T18:47:18Z', 'revision_number': 4, 'project_id': 'b40f057c36604eba853e90365719d042', 'subnets': [{'id': 'bc338b82-b0b4-43e1-8654-54471931d7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:20.055562 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8826576-0d29-44c8-af43-0daef3f04f8e None None] The sync data for ids ['87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'] in dv-cinder-819346-1-smb is: [{'id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'name': 'tempest-TestMinimumBasicScenario-322776783-router', 'tenant_id': 'b40f057c36604eba853e90365719d042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '1b72c5cc-e4af-4163-a715-ecd045f31eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:47:05Z', 'updated_at': '2021-12-09T18:47:12Z', 'revision_number': 4, 'project_id': 'b40f057c36604eba853e90365719d042', 'gw_port': {'id': '1b72c5cc-e4af-4163-a715-ecd045f31eb6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:47:06Z', 'updated_at': '2021-12-09T18:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': 'eb90588a-0cd7-49ed-b736-2e9fde1a226d', 'name': '', 'network_id': '0f7a5307-c9ec-45a2-87e7-938ddb772d6d', 'tenant_id': 'b40f057c36604eba853e90365719d042', 'mac_address': 'fa:16:3e:a2:a4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'bc338b82-b0b4-43e1-8654-54471931d7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:47:11Z', 'updated_at': '2021-12-09T18:47:18Z', 'revision_number': 4, 'project_id': 'b40f057c36604eba853e90365719d042', 'subnets': [{'id': 'bc338b82-b0b4-43e1-8654-54471931d7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:47:20.064596 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.db.resource_extend [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 18:47:20.097791 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5855ea18-5f10-4f9b-be29-64e1c1cea72b req-ee1964da-b3c6-46d8-a6d3-dbbf8638b38c tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780480 Dec 09 18:47:20.297781 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-438d4031-989b-472f-a01e-b91bc6d4f1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:20.302762 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fccdb5dd-b4f8-42ed-a39c-022200654fdb {{(pid=86802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:47:20.324393 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f30063c6-2375-4d79-b722-ba90279249e5 req-68fa1478-b72b-4c54-a41e-796af4977ce4 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592062 Dec 09 18:47:20.335209 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:20.395333 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.provisioning_blocks [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Transition to ACTIVE for port object fccdb5dd-b4f8-42ed-a39c-022200654fdb will not be triggered until provisioned by entity L2. {{(pid=86802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:47:20.409395 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:20.417817 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:20.576998 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Pushing event updated for resources: {'Port': ['ID=fccdb5dd-b4f8-42ed-a39c-022200654fdb,revision_number=2']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:20.581241 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:20.973769 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Attempting to bind port fccdb5dd-b4f8-42ed-a39c-022200654fdb on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:47:20.974379 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Attempting to bind port fccdb5dd-b4f8-42ed-a39c-022200654fdb by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': 'b657ad7d-8ccb-4a48-8d72-3fa7620a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d55c0c7-75cf-448a-8de1-08373c3c7593'}] {{(pid=86802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:47:20.978037 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Attempting to bind port fccdb5dd-b4f8-42ed-a39c-022200654fdb on network 7d55c0c7-75cf-448a-8de1-08373c3c7593 {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:47:20.983304 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Port fccdb5dd-b4f8-42ed-a39c-022200654fdb on network 7d55c0c7-75cf-448a-8de1-08373c3c7593 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:47:20.983717 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Attempting to bind port fccdb5dd-b4f8-42ed-a39c-022200654fdb on network 7d55c0c7-75cf-448a-8de1-08373c3c7593 {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:47:20.989949 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:47:20.990412 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Checking segment: {'id': 'b657ad7d-8ccb-4a48-8d72-3fa7620a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d55c0c7-75cf-448a-8de1-08373c3c7593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:47:20.990941 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Bound using segment: {'id': 'b657ad7d-8ccb-4a48-8d72-3fa7620a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d55c0c7-75cf-448a-8de1-08373c3c7593'} {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:47:20.991469 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Bound port: fccdb5dd-b4f8-42ed-a39c-022200654fdb, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b657ad7d-8ccb-4a48-8d72-3fa7620a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d55c0c7-75cf-448a-8de1-08373c3c7593'}}] {{(pid=86802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:47:20.992079 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:21.155356 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] For port fccdb5dd-b4f8-42ed-a39c-022200654fdb, host hv-cinder-81934, cleared binding levels {{(pid=86802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:47:21.159103 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] For port fccdb5dd-b4f8-42ed-a39c-022200654fdb, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=fccdb5dd-b4f8-42ed-a39c-022200654fdb,segment=NetworkSegment(b657ad7d-8ccb-4a48-8d72-3fa7620a21b2),segment_id=b657ad7d-8ccb-4a48-8d72-3fa7620a21b2)] {{(pid=86802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:47:21.166293 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:21.177685 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:21.286122 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:21.287008 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:21.288779 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] 10.222.0.10 "PUT /v2.0/ports/fccdb5dd-b4f8-42ed-a39c-022200654fdb HTTP/1.1" status: 200 len: 1093 time: 2.3099790 Dec 09 18:47:21.289021 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:21.294143 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Pushing event updated for resources: {'Port': ['ID=fccdb5dd-b4f8-42ed-a39c-022200654fdb,revision_number=3']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:21.309376 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:21.309795 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0113f54d-5883-440a-8b51-368175d002aa', 'tag': 'fccdb5dd-b4f8-42ed-a39c-022200654fdb'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:47:21.481957 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0113f54d-5883-440a-8b51-368175d002aa', 'tag': 'fccdb5dd-b4f8-42ed-a39c-022200654fdb', 'status': 'completed', 'code': 200} Dec 09 18:47:21.520490 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device eb90588a-0cd7-49ed-b736-2e9fde1a226d up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:47:21.671101 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f06be7-8d22-408b-a7b7-fb1e22c9250b req-2defb7f2-e113-4cf0-b3c3-341d81577c96 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:21.673030 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e6f06be7-8d22-408b-a7b7-fb1e22c9250b req-2defb7f2-e113-4cf0-b3c3-341d81577c96 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.3824558 Dec 09 18:47:21.684615 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-52891741-bcd6-49aa-b1ea-bb92e5618e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:21.701703 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-52891741-bcd6-49aa-b1ea-bb92e5618e26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e63fed640a6145e591795388850031ab&device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 1096 time: 0.2186162 Dec 09 18:47:21.729460 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port eb90588a-0cd7-49ed-b736-2e9fde1a226d completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:47:21.740506 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port eb90588a-0cd7-49ed-b736-2e9fde1a226d triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:47:21.741156 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:21.877286 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee15db9-edd9-4b8d-9e12-2bb83ef53308 req-f60e7980-30d3-4e23-bfa7-a409d1867572 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:21.886138 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-eee15db9-edd9-4b8d-9e12-2bb83ef53308 req-f60e7980-30d3-4e23-bfa7-a409d1867572 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 943 time: 0.2717578 Dec 09 18:47:21.994013 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-46e84046-7f17-4dc6-aca0-7dc9df57f533 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fccdb5dd-b4f8-42ed-a39c-022200654fdb HTTP/1.1" status: 200 len: 217 time: 0.2372169 Dec 09 18:47:22.015917 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-eee15db9-edd9-4b8d-9e12-2bb83ef53308 req-53f44c94-3f41-4010-8597-1c7f08674d3a tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Synchronizing usage tracker for tenant:e63fed640a6145e591795388850031ab on resource:security_group {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:47:22.071749 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e6f06be7-8d22-408b-a7b7-fb1e22c9250b req-f3544738-93d3-4e96-9ac7-c1f55a903232 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885448 Dec 09 18:47:22.097414 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-eee15db9-edd9-4b8d-9e12-2bb83ef53308 req-53f44c94-3f41-4010-8597-1c7f08674d3a tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Unset dirty status for tenant:e63fed640a6145e591795388850031ab on resource:security_group {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:47:22.108471 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-eee15db9-edd9-4b8d-9e12-2bb83ef53308 req-53f44c94-3f41-4010-8597-1c7f08674d3a tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212093 Dec 09 18:47:22.210269 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-30bd90ad-0df9-4c5e-aa31-3b15d8002740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:22.212840 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-30bd90ad-0df9-4c5e-aa31-3b15d8002740 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=471150f0-f9bd-4bf9-9b9e-d0868088d32b HTTP/1.1" status: 200 len: 848 time: 0.1559629 Dec 09 18:47:22.315181 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-43c06e80-8ff5-4a46-a6e8-190343188909 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d55c0c7-75cf-448a-8de1-08373c3c7593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653994 Dec 09 18:47:22.345920 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:22.455998 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port eb90588a-0cd7-49ed-b736-2e9fde1a226d, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=eb90588a-0cd7-49ed-b736-2e9fde1a226d,segment=NetworkSegment(dcd0c329-837e-4094-a908-f41c99af94ad),segment_id=dcd0c329-837e-4094-a908-f41c99af94ad)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:47:22.466240 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:22.468054 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:22.620672 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=eb90588a-0cd7-49ed-b736-2e9fde1a226d,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:22.622186 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-9ccad2fd-b330-4e08-9065-7689c7fa9a38 service neutron] 10.222.0.10 "GET /v2.0/networks/7d55c0c7-75cf-448a-8de1-08373c3c7593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916129 Dec 09 18:47:22.629879 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:22.662878 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-1956d823-ea5c-4401-9d37-bd669377cd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:22.854615 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4c0f7dd-ad2d-474e-8b8c-72188383516f req-46bf0f5d-ebd0-461b-be39-49b136587e5f service neutron] 10.222.0.10 "GET /v2.0/networks/7d55c0c7-75cf-448a-8de1-08373c3c7593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245307 Dec 09 18:47:22.880047 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b9b91-049a-4d46-a683-f403d01b5cbf req-a062e756-0a4a-47d6-b245-f31927d91785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:22.896642 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-209b9b91-049a-4d46-a683-f403d01b5cbf req-a062e756-0a4a-47d6-b245-f31927d91785 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6b5853ee94f4573abed604993053c71&device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 1099 time: 0.2779336 Dec 09 18:47:23.044580 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde16165-81ea-451f-9cb5-65eb37155729 req-32522180-8f1b-4167-a165-d54ebe997895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:23.046247 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bde16165-81ea-451f-9cb5-65eb37155729 req-32522180-8f1b-4167-a165-d54ebe997895 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e63fed640a6145e591795388850031ab&device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 1096 time: 0.0978174 Dec 09 18:47:23.152804 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b9b91-049a-4d46-a683-f403d01b5cbf req-35ad1a13-8ec2-44f8-a23b-91a666d02777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:23.154621 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-209b9b91-049a-4d46-a683-f403d01b5cbf req-35ad1a13-8ec2-44f8-a23b-91a666d02777 service neutron] 10.222.0.10 "GET /v2.0/networks?id=129fe6e0-43d9-4d83-9e75-a054004d611c HTTP/1.1" status: 200 len: 919 time: 0.2054775 Dec 09 18:47:23.293272 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde16165-81ea-451f-9cb5-65eb37155729 req-36c840b4-6c8b-4a5a-bdac-d215bfcd3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:23.296704 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bde16165-81ea-451f-9cb5-65eb37155729 req-36c840b4-6c8b-4a5a-bdac-d215bfcd3417 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d55c0c7-75cf-448a-8de1-08373c3c7593 HTTP/1.1" status: 200 len: 909 time: 0.2423990 Dec 09 18:47:23.340679 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-209b9b91-049a-4d46-a683-f403d01b5cbf req-a4f34db8-7391-4125-b73e-48a53df993be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00e0e134-2894-42b8-a03d-d7466bed61ba HTTP/1.1" status: 200 len: 217 time: 0.1589718 Dec 09 18:47:23.382790 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bde16165-81ea-451f-9cb5-65eb37155729 req-d243fb41-c79e-4974-bad5-cc2521c49d4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fccdb5dd-b4f8-42ed-a39c-022200654fdb HTTP/1.1" status: 200 len: 217 time: 0.0784039 Dec 09 18:47:23.413135 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device eb90588a-0cd7-49ed-b736-2e9fde1a226d up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:47:23.506361 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b9b91-049a-4d46-a683-f403d01b5cbf req-99f8ac7f-ad99-4d97-9bd1-821986b837a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:23.507882 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-209b9b91-049a-4d46-a683-f403d01b5cbf req-99f8ac7f-ad99-4d97-9bd1-821986b837a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec8933d7-bf4f-4cbd-ab64-4324389374e3 HTTP/1.1" status: 200 len: 858 time: 0.1032774 Dec 09 18:47:23.569548 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-209b9b91-049a-4d46-a683-f403d01b5cbf req-909f8fea-9f6f-4a82-8c81-dea7821e99c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=129fe6e0-43d9-4d83-9e75-a054004d611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512962 Dec 09 18:47:23.600540 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port eb90588a-0cd7-49ed-b736-2e9fde1a226d triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:47:23.601122 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:23.661737 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a7f61-fe54-402a-8e05-4b568ffe6c93 req-935a4544-a2d4-4bfb-b44e-8c2bd7e21725 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:23.674447 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ab1a7f61-fe54-402a-8e05-4b568ffe6c93 req-935a4544-a2d4-4bfb-b44e-8c2bd7e21725 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 943 time: 0.3420246 Dec 09 18:47:23.737191 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde16165-81ea-451f-9cb5-65eb37155729 req-0360e19c-a029-47e2-b5cc-64e9dbfb1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:23.744560 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bde16165-81ea-451f-9cb5-65eb37155729 req-0360e19c-a029-47e2-b5cc-64e9dbfb1348 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=471150f0-f9bd-4bf9-9b9e-d0868088d32b HTTP/1.1" status: 200 len: 848 time: 0.3145151 Dec 09 18:47:23.762416 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888baa79-4b2c-4ca2-9cd9-2ce2241fb579 req-074c1cc9-1b1c-4b04-a5a5-a1d8422c1082 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:23.769372 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-888baa79-4b2c-4ca2-9cd9-2ce2241fb579 req-074c1cc9-1b1c-4b04-a5a5-a1d8422c1082 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.3855226 Dec 09 18:47:23.850547 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bde16165-81ea-451f-9cb5-65eb37155729 req-5a9c8a4a-a971-4ecc-8c5e-87500cadf55a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d55c0c7-75cf-448a-8de1-08373c3c7593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971096 Dec 09 18:47:24.051393 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:24.075822 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ab1a7f61-fe54-402a-8e05-4b568ffe6c93 req-e7df1f36-e5cf-4294-b2c7-df861e698239 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970702 Dec 09 18:47:24.125646 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-209b9b91-049a-4d46-a683-f403d01b5cbf req-b55e3cb5-8b28-4283-81b3-0946eca44128 service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446134 Dec 09 18:47:24.127811 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-888baa79-4b2c-4ca2-9cd9-2ce2241fb579 req-5dc1afe1-77e0-4294-9740-4bc43c6b2404 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136942 Dec 09 18:47:24.279837 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bde16165-81ea-451f-9cb5-65eb37155729 req-ea360a2c-9afa-4624-bd64-5a1b841958e8 service neutron] 10.222.0.10 "GET /v2.0/networks/7d55c0c7-75cf-448a-8de1-08373c3c7593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174082 Dec 09 18:47:24.516619 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bde16165-81ea-451f-9cb5-65eb37155729 req-dee50329-2ca9-46f6-8c4f-35c92f4905d1 service neutron] 10.222.0.10 "GET /v2.0/networks/7d55c0c7-75cf-448a-8de1-08373c3c7593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186048 Dec 09 18:47:24.586198 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-209b9b91-049a-4d46-a683-f403d01b5cbf req-2eecdb32-5584-4902-a172-164d43cb9bff service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441757 Dec 09 18:47:25.251094 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:25.339887 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e76d1-0432-4c7b-bc49-ac0879d48dfd req-032f5e3d-4a4e-417e-b476-b9097324352e tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:25.341567 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bf6e76d1-0432-4c7b-bc49-ac0879d48dfd req-032f5e3d-4a4e-417e-b476-b9097324352e tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 943 time: 0.0979877 Dec 09 18:47:25.344032 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc66a4-0289-4f29-ac16-8d7361661545 req-dc254e56-b28d-4ebf-816e-e5e377945871 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:25.345576 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d8bc66a4-0289-4f29-ac16-8d7361661545 req-dc254e56-b28d-4ebf-816e-e5e377945871 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0944698 Dec 09 18:47:25.412868 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bf6e76d1-0432-4c7b-bc49-ac0879d48dfd req-a9cd8c0c-9a96-4a7f-81ee-ad3d856793a6 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605028 Dec 09 18:47:25.427352 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d8bc66a4-0289-4f29-ac16-8d7361661545 req-fe82882f-9071-4a2e-ba9d-55064cb7d107 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752437 Dec 09 18:47:26.777558 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ee580-4296-49cb-a637-dd629b033788 req-cbaefffb-b493-41ca-9f05-ff85d2e2514e tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:26.785956 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-352ee580-4296-49cb-a637-dd629b033788 req-cbaefffb-b493-41ca-9f05-ff85d2e2514e tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 943 time: 0.1219590 Dec 09 18:47:26.815293 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db02a9b-3e00-408d-8806-43ec9c625aa9 req-12e75e98-4f97-44f7-8364-34c8fc386a28 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:26.821067 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:26.837771 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8db02a9b-3e00-408d-8806-43ec9c625aa9 req-12e75e98-4f97-44f7-8364-34c8fc386a28 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.2046299 Dec 09 18:47:26.861153 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-352ee580-4296-49cb-a637-dd629b033788 req-aa855875-f532-434e-91a8-3ba74dc8c61a tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740809 Dec 09 18:47:26.937081 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8db02a9b-3e00-408d-8806-43ec9c625aa9 req-a46b278e-5a3c-49a6-9482-3e8da9bef086 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972672 Dec 09 18:47:28.119279 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1158-314e-44b9-8c10-1195751841da req-885d53dd-317f-4101-940a-a6af57fa26f1 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:28.127755 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-43aa1158-314e-44b9-8c10-1195751841da req-885d53dd-317f-4101-940a-a6af57fa26f1 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 943 time: 0.1601059 Dec 09 18:47:28.214824 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 45356) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:28.225717 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-43aa1158-314e-44b9-8c10-1195751841da req-86b982ba-d192-46dc-96b9-9a12ab3a988f tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955358 Dec 09 18:47:28.308014 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_v2 [None req-2852b9e1-97de-4bf1-9a2b-c8aec708353f admin admin] Deleting subnet be767f0c-a99f-43f4-aa36-942871e16400 {{(pid=86802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 18:47:28.311798 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2852b9e1-97de-4bf1-9a2b-c8aec708353f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:28.353510 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c4bdc-ed00-4ade-a453-77758a01fa29 req-e1f6ee75-2a8a-4346-9a3f-10cba6c9870a tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:28.355572 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5d7c4bdc-ed00-4ade-a453-77758a01fa29 req-e1f6ee75-2a8a-4346-9a3f-10cba6c9870a tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.2521164 Dec 09 18:47:28.420927 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2852b9e1-97de-4bf1-9a2b-c8aec708353f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:28.435213 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2852b9e1-97de-4bf1-9a2b-c8aec708353f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1323596'] for subnet, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:28.447948 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 45366) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:28.476879 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5d7c4bdc-ed00-4ade-a453-77758a01fa29 req-25315dba-defa-4d6c-9114-f0df402bb1ef tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120353 Dec 09 18:47:28.535853 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2852b9e1-97de-4bf1-9a2b-c8aec708353f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1323540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for subnet, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:28.542717 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8f09f3fe-754e-49aa-98ae-2a41762eabed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:28.585574 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852b9e1-97de-4bf1-9a2b-c8aec708353f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be767f0c-a99f-43f4-aa36-942871e16400,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:28.589709 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-2852b9e1-97de-4bf1-9a2b-c8aec708353f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:28.594289 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2852b9e1-97de-4bf1-9a2b-c8aec708353f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:28.606080 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-2852b9e1-97de-4bf1-9a2b-c8aec708353f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/be767f0c-a99f-43f4-aa36-942871e16400 HTTP/1.1" status: 204 len: 168 time: 0.3877463 Dec 09 18:47:28.606396 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 45372) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:28.736360 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a00f7b2d-7be6-49de-9053-eee2273bca58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:28.763036 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-a00f7b2d-7be6-49de-9053-eee2273bca58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:28.769317 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-a00f7b2d-7be6-49de-9053-eee2273bca58 admin admin] Usage tracker for resource:security_group_rule and tenant:794316de95264586ab34fe4998849fae is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:28.773955 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-55678a7e-6d9a-4d5f-85c7-9d908bd996d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1294839'] for network, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:28.775899 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-a00f7b2d-7be6-49de-9053-eee2273bca58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:28.791009 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-a00f7b2d-7be6-49de-9053-eee2273bca58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:29.071973 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-55678a7e-6d9a-4d5f-85c7-9d908bd996d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1324903', 'neutron.services.segments.db._delete_segments_for_network-8737775659942'] for network, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:29.121080 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-55678a7e-6d9a-4d5f-85c7-9d908bd996d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46aeb811-ac80-49a4-bdb1-eee7c8f986dd']}} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:29.154872 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-55678a7e-6d9a-4d5f-85c7-9d908bd996d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1') {'for_net_delete': True} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:29.155436 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-55678a7e-6d9a-4d5f-85c7-9d908bd996d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39be33f1-9dfc-40a4-8d3c-c1c7be69dfa1') {} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:29.177363 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-55678a7e-6d9a-4d5f-85c7-9d908bd996d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737775753593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132533715'] for segment, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:29.207372 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a00f7b2d-7be6-49de-9053-eee2273bca58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:29.208793 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-55678a7e-6d9a-4d5f-85c7-9d908bd996d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:29.231728 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55678a7e-6d9a-4d5f-85c7-9d908bd996d3 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=86801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 18:47:29.232495 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-55678a7e-6d9a-4d5f-85c7-9d908bd996d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1320239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131583883'] for segment, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: Traceback (most recent call last): Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: timer() Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: cb(*args, **kw) Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: return func(*args, **kwargs) Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: self._notify() Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: self.callback(batched_events) Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: event.method(event) Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: return f(self, *a, **k) Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: return self._get(url).json() Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: return self.request(url, 'GET', **kwargs) Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 18:47:29.247027 dv-cinder-819346-1-smb neutron-server[86801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 18:47:29.250328 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a00f7b2d-7be6-49de-9053-eee2273bca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:29.266470 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c31748c5-2083-49e0-b72c-178cf887b80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:29.346423 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f7b2d-7be6-49de-9053-eee2273bca58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec637b03-9d68-49e8-99c0-b26e6a0156fd,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:29.361500 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a00f7b2d-7be6-49de-9053-eee2273bca58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:29.395054 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-a00f7b2d-7be6-49de-9053-eee2273bca58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=794316de95264586ab34fe4998849fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9420240 Dec 09 18:47:29.395231 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 45390) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:29.405554 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-55678a7e-6d9a-4d5f-85c7-9d908bd996d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1324894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134207135'] for network, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:29.409642 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-3c80fae5-573c-42cc-9640-d37b1ddab2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:29.457118 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-55678a7e-6d9a-4d5f-85c7-9d908bd996d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:29.471057 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55678a7e-6d9a-4d5f-85c7-9d908bd996d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=46aeb811-ac80-49a4-bdb1-eee7c8f986dd,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:29.474714 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-55678a7e-6d9a-4d5f-85c7-9d908bd996d3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/46aeb811-ac80-49a4-bdb1-eee7c8f986dd HTTP/1.1" status: 204 len: 168 time: 0.8672605 Dec 09 18:47:29.477310 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-55678a7e-6d9a-4d5f-85c7-9d908bd996d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:29.478006 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 45396) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:29.553188 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f44364a8-636c-45a2-b8b3-ac72de413307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:29.596409 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3a937a-2ba0-4643-8eb8-ff3c6d605661 admin admin] Deleting subnet ba65dc35-7999-4069-83b5-45dba6a049be {{(pid=86801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 18:47:29.600835 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2e3a937a-2ba0-4643-8eb8-ff3c6d605661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:29.613134 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f44364a8-636c-45a2-b8b3-ac72de413307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:29.683275 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2e3a937a-2ba0-4643-8eb8-ff3c6d605661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132533700'] for subnet, precommit_delete_associations {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:29.719401 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f44364a8-636c-45a2-b8b3-ac72de413307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:29.720473 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986caf23-eaa9-4899-a380-a7f9a561ed3e req-d6b9ec9a-d4fc-4f63-b058-6803d17f2c57 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:29.728800 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-986caf23-eaa9-4899-a380-a7f9a561ed3e req-d6b9ec9a-d4fc-4f63-b058-6803d17f2c57 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 943 time: 0.2527306 Dec 09 18:47:29.736716 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-afcb410a-981a-49eb-b52f-4fe0cf2759c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:29.768016 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f44364a8-636c-45a2-b8b3-ac72de413307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:29.774357 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-f44364a8-636c-45a2-b8b3-ac72de413307 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec637b03-9d68-49e8-99c0-b26e6a0156fd HTTP/1.1" status: 204 len: 168 time: 0.3786213 Dec 09 18:47:29.777210 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44364a8-636c-45a2-b8b3-ac72de413307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec637b03-9d68-49e8-99c0-b26e6a0156fd,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:29.780420 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f44364a8-636c-45a2-b8b3-ac72de413307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:29.835285 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-986caf23-eaa9-4899-a380-a7f9a561ed3e req-cc94ec5c-9afe-4c18-8e7f-a1ed15e5f4e1 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053798 Dec 09 18:47:29.859683 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2e3a937a-2ba0-4643-8eb8-ff3c6d605661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1323596'] for subnet, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:29.987138 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1694ec4-b83f-411b-b873-73f827c7b21b req-a3abad8f-6440-440d-bd47-d3921f039f6f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:29.989617 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2e3a937a-2ba0-4643-8eb8-ff3c6d605661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1323540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131583829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131591604'] for subnet, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:29.995486 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f1694ec4-b83f-411b-b873-73f827c7b21b req-a3abad8f-6440-440d-bd47-d3921f039f6f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1647573 Dec 09 18:47:29.998839 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-5e587a22-e25d-409b-b833-e7bc74b1256d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:30.051273 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a937a-2ba0-4643-8eb8-ff3c6d605661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba65dc35-7999-4069-83b5-45dba6a049be,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:30.054808 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-2e3a937a-2ba0-4643-8eb8-ff3c6d605661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:30.064351 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2e3a937a-2ba0-4643-8eb8-ff3c6d605661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:30.070422 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-2e3a937a-2ba0-4643-8eb8-ff3c6d605661 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ba65dc35-7999-4069-83b5-45dba6a049be HTTP/1.1" status: 204 len: 168 time: 0.5813448 Dec 09 18:47:30.074336 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 45406) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:30.089265 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f1694ec4-b83f-411b-b873-73f827c7b21b req-c7a9fba1-2505-4976-afff-213ea92f8ab1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927668 Dec 09 18:47:30.309487 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d0c1400c-a921-466e-9216-aec2d20de270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1294839'] for network, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:30.464610 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d0c1400c-a921-466e-9216-aec2d20de270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1324903', 'neutron.services.segments.db._delete_segments_for_network-8737775659942'] for network, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:30.497463 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-d0c1400c-a921-466e-9216-aec2d20de270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9b40ed-f8c3-4533-b4fb-01e65d2096e7']}} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:30.525609 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-d0c1400c-a921-466e-9216-aec2d20de270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb863b4-4908-402e-a652-60fdf915fd63') {'for_net_delete': True} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:30.525984 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-d0c1400c-a921-466e-9216-aec2d20de270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb863b4-4908-402e-a652-60fdf915fd63') {} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:47:30.542356 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d0c1400c-a921-466e-9216-aec2d20de270 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737775753593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132533715'] for segment, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:30.563328 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d0c1400c-a921-466e-9216-aec2d20de270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:30.571336 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c1400c-a921-466e-9216-aec2d20de270 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=86801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 18:47:30.572301 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d0c1400c-a921-466e-9216-aec2d20de270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1320239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131583883'] for segment, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: Traceback (most recent call last): Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: timer() Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: cb(*args, **kw) Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: return func(*args, **kwargs) Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: self._notify() Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: self.callback(batched_events) Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: event.method(event) Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: return f(self, *a, **k) Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: return self._get(url).json() Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: return self.request(url, 'GET', **kwargs) Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 18:47:30.591563 dv-cinder-819346-1-smb neutron-server[86801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 18:47:30.744968 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d0c1400c-a921-466e-9216-aec2d20de270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1324894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134207135'] for network, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:30.756004 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d0c1400c-a921-466e-9216-aec2d20de270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:30.764472 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:30.817871 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1400c-a921-466e-9216-aec2d20de270 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d9b40ed-f8c3-4533-b4fb-01e65d2096e7,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:30.829357 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d0c1400c-a921-466e-9216-aec2d20de270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:30.834356 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-d0c1400c-a921-466e-9216-aec2d20de270 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6d9b40ed-f8c3-4533-b4fb-01e65d2096e7 HTTP/1.1" status: 204 len: 168 time: 0.7587583 Dec 09 18:47:31.107430 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 45442) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:31.165430 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4a49c-70d3-4813-8167-da180e7bb862 req-a7afff5e-49c6-4c45-b390-00a847d5450f tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:31.167039 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3fc4a49c-70d3-4813-8167-da180e7bb862 req-a7afff5e-49c6-4c45-b390-00a847d5450f tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 943 time: 0.1167202 Dec 09 18:47:31.205594 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-f575f446-2385-492b-b581-ac7c814349be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b50e16c7c05344bf8e99f5e3499e851f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0965486 Dec 09 18:47:31.208924 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 45450) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:31.300426 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3fc4a49c-70d3-4813-8167-da180e7bb862 req-2a37e967-9eac-4b43-8bcb-04cf1eee3c55 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263146 Dec 09 18:47:31.305016 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-60c18985-2aba-4911-af77-030264c1f087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:31.398920 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-60c18985-2aba-4911-af77-030264c1f087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:31.511903 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b921135-60e1-48c2-812d-16a059aca7fe req-6fad280b-d43e-4c29-94cb-a13606cc72ba tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:31.515211 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4b921135-60e1-48c2-812d-16a059aca7fe req-6fad280b-d43e-4c29-94cb-a13606cc72ba tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1881025 Dec 09 18:47:31.516963 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-60c18985-2aba-4911-af77-030264c1f087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:31.536971 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-5b1895f8-0f32-4d8a-9606-9e8b6e190c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:31.561085 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c18985-2aba-4911-af77-030264c1f087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39147e81-7c6d-4bde-b374-59a07ec40bda,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:31.589646 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-60c18985-2aba-4911-af77-030264c1f087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:31.604936 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4b921135-60e1-48c2-812d-16a059aca7fe req-ba54aeb3-c499-4a0b-aadf-77008d0d8c97 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817978 Dec 09 18:47:31.606265 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-60c18985-2aba-4911-af77-030264c1f087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:31.607467 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-60c18985-2aba-4911-af77-030264c1f087 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39147e81-7c6d-4bde-b374-59a07ec40bda HTTP/1.1" status: 204 len: 168 time: 0.3975642 Dec 09 18:47:32.127892 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 45476) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:32.260041 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 45490) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:32.323671 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-271fe227-e46d-4678-9c2f-edbbeb47426f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f0a255c280c40828949b024d0d9649d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617819 Dec 09 18:47:32.326820 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 45494) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:32.400798 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-42364e2e-63c3-4e0f-8ab7-498bbab65980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:32.433006 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-42364e2e-63c3-4e0f-8ab7-498bbab65980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:32.530063 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa599-73fe-4413-8a6b-e912e0c85ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:32.547240 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-3dcaa599-73fe-4413-8a6b-e912e0c85ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:32.551642 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-3dcaa599-73fe-4413-8a6b-e912e0c85ffa admin admin] Usage tracker for resource:security_group_rule and tenant:af880d4f9b994a1a8585da36c693fadd is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:32.554725 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-3dcaa599-73fe-4413-8a6b-e912e0c85ffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:32.561981 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-3dcaa599-73fe-4413-8a6b-e912e0c85ffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:32.574058 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-42364e2e-63c3-4e0f-8ab7-498bbab65980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:32.584226 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-72d502a0-5cb9-489b-b2ea-c80a18a84047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:32.600270 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42364e2e-63c3-4e0f-8ab7-498bbab65980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c813ab35-6224-4746-9460-cb70a5be1e35,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:32.606226 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-42364e2e-63c3-4e0f-8ab7-498bbab65980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:32.619261 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-42364e2e-63c3-4e0f-8ab7-498bbab65980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:32.624378 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-42364e2e-63c3-4e0f-8ab7-498bbab65980 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c813ab35-6224-4746-9460-cb70a5be1e35 HTTP/1.1" status: 204 len: 168 time: 0.2924812 Dec 09 18:47:32.688231 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26221763-c361-4983-8074-210f5e53c77e req-b9eb6146-73b0-46a8-a72c-c919330b0c87 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:32.694037 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa599-73fe-4413-8a6b-e912e0c85ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:32.712456 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-26221763-c361-4983-8074-210f5e53c77e req-b9eb6146-73b0-46a8-a72c-c919330b0c87 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 943 time: 0.1837409 Dec 09 18:47:32.713338 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa599-73fe-4413-8a6b-e912e0c85ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:32.758019 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f44364a8-636c-45a2-b8b3-ac72de413307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:32.796238 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-3dcaa599-73fe-4413-8a6b-e912e0c85ffa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af880d4f9b994a1a8585da36c693fadd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6683950 Dec 09 18:47:32.797493 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcaa599-73fe-4413-8a6b-e912e0c85ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa84f3e-218c-4220-87e6-a661ad47997c,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:32.800403 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 45510) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:32.803437 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-3dcaa599-73fe-4413-8a6b-e912e0c85ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:32.814810 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-26221763-c361-4983-8074-210f5e53c77e req-3fd6dd15-1280-48ff-96ad-79ee4801cb5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872583 Dec 09 18:47:32.952219 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd703-7875-4cf6-b6f9-e331ce10b453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:32.980165 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fcbf3-dd24-4193-8509-5f58cd6ae54c req-f0947f87-4d20-4ef1-b314-8efdc946c035 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:32.983167 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b00fcbf3-dd24-4193-8509-5f58cd6ae54c req-f0947f87-4d20-4ef1-b314-8efdc946c035 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1476943 Dec 09 18:47:33.022256 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd703-7875-4cf6-b6f9-e331ce10b453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:33.073839 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b00fcbf3-dd24-4193-8509-5f58cd6ae54c req-88f04de3-95f6-44e6-aa45-5a6fe591af38 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805430 Dec 09 18:47:33.111403 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd703-7875-4cf6-b6f9-e331ce10b453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:33.117446 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-28561c3d-eec3-4759-a1ca-0475bbcfa44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:33.137181 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd703-7875-4cf6-b6f9-e331ce10b453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:33.138352 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-5b7cd703-7875-4cf6-b6f9-e331ce10b453 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/caa84f3e-218c-4220-87e6-a661ad47997c HTTP/1.1" status: 204 len: 168 time: 0.3367858 Dec 09 18:47:33.139577 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cd703-7875-4cf6-b6f9-e331ce10b453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa84f3e-218c-4220-87e6-a661ad47997c,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:33.143596 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-5b7cd703-7875-4cf6-b6f9-e331ce10b453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:33.764378 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 45572) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:33.828666 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-e2e62d74-3008-4045-bf9b-4c14c87d0aeb tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:33.829345 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-e2e62d74-3008-4045-bf9b-4c14c87d0aeb tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Synchronizing usage tracker for tenant:2a171f64c53f40a5bcab7a06ae2e1b7c on resource:network {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:47:33.851029 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-e2e62d74-3008-4045-bf9b-4c14c87d0aeb tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Unset dirty status for tenant:2a171f64c53f40a5bcab7a06ae2e1b7c on resource:network {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:47:33.852724 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-e2e62d74-3008-4045-bf9b-4c14c87d0aeb tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/networks?id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3 HTTP/1.1" status: 200 len: 814 time: 0.2035091 Dec 09 18:47:33.878907 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-9c4fd52c-e2c4-48b1-89de-815a6f91c4b9 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/quotas/2a171f64c53f40a5bcab7a06ae2e1b7c HTTP/1.1" status: 200 len: 375 time: 0.0192759 Dec 09 18:47:33.994156 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-23a40875-d93b-4af8-b4e7-6e84b2973ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:34.007251 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-ba7bf463-cc06-4181-9e5b-f375d9b29be4 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Synchronizing usage tracker for tenant:2a171f64c53f40a5bcab7a06ae2e1b7c on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:47:34.020405 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-23a40875-d93b-4af8-b4e7-6e84b2973ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:34.032440 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-23a40875-d93b-4af8-b4e7-6e84b2973ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:bceb56964a33492181e7acf3dffc796e is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:34.032986 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-ba7bf463-cc06-4181-9e5b-f375d9b29be4 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Unset dirty status for tenant:2a171f64c53f40a5bcab7a06ae2e1b7c on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:47:34.034672 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-ba7bf463-cc06-4181-9e5b-f375d9b29be4 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a171f64c53f40a5bcab7a06ae2e1b7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1500440 Dec 09 18:47:34.036252 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-23a40875-d93b-4af8-b4e7-6e84b2973ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:34.043756 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-23a40875-d93b-4af8-b4e7-6e84b2973ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:34.096411 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182b1ab-6fd9-4f6a-bba9-2032b4289058 req-858545ed-8e69-4130-9098-00fd14504623 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:34.096761 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7182b1ab-6fd9-4f6a-bba9-2032b4289058 req-858545ed-8e69-4130-9098-00fd14504623 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 943 time: 0.1423423 Dec 09 18:47:34.165656 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7182b1ab-6fd9-4f6a-bba9-2032b4289058 req-7cc9ee08-1bc6-4d6b-a8ed-7b972e22cf35 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563245 Dec 09 18:47:34.192183 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-23a40875-d93b-4af8-b4e7-6e84b2973ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:34.197752 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-23a40875-d93b-4af8-b4e7-6e84b2973ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:34.216123 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-3522dea3-9575-4cb9-9dae-c70150854ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:34.270058 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-23a40875-d93b-4af8-b4e7-6e84b2973ad7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bceb56964a33492181e7acf3dffc796e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044432 Dec 09 18:47:34.271341 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a40875-d93b-4af8-b4e7-6e84b2973ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86480ea4-b09e-41f9-944e-47b2f1548dce,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:34.274053 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 45606) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:34.279254 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-23a40875-d93b-4af8-b4e7-6e84b2973ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:34.290110 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-15b19f8d-9f6b-401e-aee4-06f8921c183b service neutron] 10.222.0.20 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362921 Dec 09 18:47:34.443577 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cc403-2680-413d-8cfd-0307dfebf201 req-49bfdf01-1b28-4d2b-8e8d-9c1424325045 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:34.446052 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d53cc403-2680-413d-8cfd-0307dfebf201 req-49bfdf01-1b28-4d2b-8e8d-9c1424325045 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1128302 Dec 09 18:47:34.454640 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-4da24021-9d91-4a94-929b-7e0ecb60ab8b service neutron] 10.222.0.20 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525006 Dec 09 18:47:34.479974 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1584a02e-3149-4f94-8a84-b91609e43f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:34.499256 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d53cc403-2680-413d-8cfd-0307dfebf201 req-2a831a24-b2c0-46f6-a91f-d0a8903e970e tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477350 Dec 09 18:47:34.514403 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1584a02e-3149-4f94-8a84-b91609e43f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:34.578080 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1584a02e-3149-4f94-8a84-b91609e43f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:34.587567 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d3b3e9b3-a197-4001-82d9-79064e03970c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:34.609606 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584a02e-3149-4f94-8a84-b91609e43f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86480ea4-b09e-41f9-944e-47b2f1548dce,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:34.621139 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-1584a02e-3149-4f94-8a84-b91609e43f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:34.624592 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1584a02e-3149-4f94-8a84-b91609e43f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:34.628834 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-1584a02e-3149-4f94-8a84-b91609e43f20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86480ea4-b09e-41f9-944e-47b2f1548dce HTTP/1.1" status: 204 len: 168 time: 0.3504703 Dec 09 18:47:34.763624 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0ce97af4-c5ed-4c95-b86a-db2cad85bd78 req-01442a68-4e05-467e-85b7-4a123fa32e96 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 210 time: 0.0457225 Dec 09 18:47:35.234047 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 45674) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:35.256167 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-863237e6-f032-42ba-a540-aad916c18f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:35.284933 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-863237e6-f032-42ba-a540-aad916c18f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:35.289014 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-863237e6-f032-42ba-a540-aad916c18f2d admin admin] Usage tracker for resource:security_group_rule and tenant:ef106554558f409ba8b77c914ea6b9aa is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:35.293059 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-863237e6-f032-42ba-a540-aad916c18f2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:35.301329 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-863237e6-f032-42ba-a540-aad916c18f2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:35.479578 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-863237e6-f032-42ba-a540-aad916c18f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:35.492329 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-863237e6-f032-42ba-a540-aad916c18f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:35.501865 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d2283820-1a9b-403a-aed1-e94a7d92e108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:35.550288 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-863237e6-f032-42ba-a540-aad916c18f2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef106554558f409ba8b77c914ea6b9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136466 Dec 09 18:47:35.553003 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 45688) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:35.553741 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863237e6-f032-42ba-a540-aad916c18f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50e5413-599d-4601-b646-52b9174cc2c1,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:35.558280 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-863237e6-f032-42ba-a540-aad916c18f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:35.576860 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487453e-f771-473f-b9fa-9d4f69817c43 req-cec37cc9-cda1-4a50-a91e-fe6ffe428798 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:35.578819 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0487453e-f771-473f-b9fa-9d4f69817c43 req-cec37cc9-cda1-4a50-a91e-fe6ffe428798 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 943 time: 0.1573975 Dec 09 18:47:35.632176 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0487453e-f771-473f-b9fa-9d4f69817c43 req-4150c4e7-a7b7-4d0a-8647-decf2d99a108 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476716 Dec 09 18:47:35.779050 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ebe7507a-1b45-4e52-ab6c-fdfcda81370e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:35.782044 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eedcb8-16fa-4f9d-a367-c8e8a78fcec2 req-29b2133f-ec7d-4172-87ea-5648584ba240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:35.783493 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f1eedcb8-16fa-4f9d-a367-c8e8a78fcec2 req-29b2133f-ec7d-4172-87ea-5648584ba240 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 1099 time: 0.2952664 Dec 09 18:47:35.853714 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ebe7507a-1b45-4e52-ab6c-fdfcda81370e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:35.887882 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f1eedcb8-16fa-4f9d-a367-c8e8a78fcec2 req-0a5b65d0-2f66-4820-a66e-2a707e3f264d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891962 Dec 09 18:47:35.928764 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b04851-77e5-40a8-82d5-22759a0dd850 req-04f538a4-022a-4e3e-9801-cd5046f44ea6 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:35.930718 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-79b04851-77e5-40a8-82d5-22759a0dd850 req-04f538a4-022a-4e3e-9801-cd5046f44ea6 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.2710195 Dec 09 18:47:35.964665 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ebe7507a-1b45-4e52-ab6c-fdfcda81370e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:35.970756 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-5b7cd703-7875-4cf6-b6f9-e331ce10b453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:36.002222 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7507a-1b45-4e52-ab6c-fdfcda81370e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50e5413-599d-4601-b646-52b9174cc2c1,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:36.009489 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-ebe7507a-1b45-4e52-ab6c-fdfcda81370e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:36.013693 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-79b04851-77e5-40a8-82d5-22759a0dd850 req-45c78ad5-0278-4281-9d4d-f722082cf3f2 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746777 Dec 09 18:47:36.014950 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ebe7507a-1b45-4e52-ab6c-fdfcda81370e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:36.019109 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-ebe7507a-1b45-4e52-ab6c-fdfcda81370e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c50e5413-599d-4601-b646-52b9174cc2c1 HTTP/1.1" status: 204 len: 168 time: 0.4643838 Dec 09 18:47:36.034083 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2868f4cf-f3a7-44a0-9d52-47b24ff7c833 req-dc74ef2f-a2a1-48f8-9c22-6395aec24094 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 210 time: 0.1390774 Dec 09 18:47:36.774144 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-4d28135a-9939-4f2e-94fa-b706b080f02a tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:36.775678 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-4d28135a-9939-4f2e-94fa-b706b080f02a tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.10 "GET /v2.0/networks?id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3 HTTP/1.1" status: 200 len: 814 time: 0.2105663 Dec 09 18:47:36.799816 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Request body: {'port': {'device_id': 'd8d72023-2705-492b-8132-c620428a8317', 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'admin_state_up': True, 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:47:36.895773 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172d119-1c3e-4f2d-abd6-f30ec7e9ab4a req-1f38aa4f-2901-433d-9b47-c5a2a76eb314 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:36.898043 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8172d119-1c3e-4f2d-abd6-f30ec7e9ab4a req-1f38aa4f-2901-433d-9b47-c5a2a76eb314 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 943 time: 0.1179540 Dec 09 18:47:36.955368 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8172d119-1c3e-4f2d-abd6-f30ec7e9ab4a req-17499de2-d68c-423c-9a84-6167bf37c725 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507555 Dec 09 18:47:36.971807 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:36.981614 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:36.991713 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Made reservation on behalf of 2a171f64c53f40a5bcab7a06ae2e1b7c for: {'port': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:47:36.995379 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:37.190882 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Allocated IP 172.20.0.8 (20c800c4-c00e-4536-9a5a-2dbe4ac118d3/18e824af-a703-4242-88ed-b01542221d37/1288f274-5168-437b-b50e-5a999c242f6b) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:47:37.270815 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-1acf6370-c6f6-4528-b81a-8ddd78e4bd83 req-26dbbd2f-0271-4ce9-9534-012050034102 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 210 time: 0.0666730 Dec 09 18:47:37.564110 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:37.587347 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.provisioning_blocks [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Transition to ACTIVE for port object 1288f274-5168-437b-b50e-5a999c242f6b will not be triggered until provisioned by entity DHCP. {{(pid=86802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:47:37.602708 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c8838-bec6-4d27-bf1c-2fe2238c40dd req-4200a193-e9ae-4c34-8937-0f81cbff3885 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:37.604175 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e84c8838-bec6-4d27-bf1c-2fe2238c40dd req-4200a193-e9ae-4c34-8937-0f81cbff3885 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.3325677 Dec 09 18:47:37.653579 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:37.660623 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:37.712177 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e84c8838-bec6-4d27-bf1c-2fe2238c40dd req-56b61ef3-edc9-45cc-8f20-d53132142fee tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973566 Dec 09 18:47:37.744009 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Network 20c800c4-c00e-4536-9a5a-2dbe4ac118d3 is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:47:37.747534 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:47:37.752000 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:47:37.757396 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:37.758414 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:37.762318 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Pushing event updated for resources: {'Port': ['ID=1288f274-5168-437b-b50e-5a999c242f6b,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:37.787014 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:37.787627 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:37.788042 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:37.788042 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:37.788342 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:37.788676 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:37.789116 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:37.789639 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:37.790147 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:37.790634 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:37.791160 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:37.791634 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:37.796854 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:37.817426 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0224400 Dec 09 18:47:37.867361 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Request body: {'port': {'device_id': 'd8d72023-2705-492b-8132-c620428a8317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:47:38.045095 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device fccdb5dd-b4f8-42ed-a39c-022200654fdb details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:47:38.207457 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:38.382376 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7bced-c892-49b3-9df7-c8f60db26c5b req-a89ee290-4613-4f1e-8672-f4d60a8e56f6 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:38.407804 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5bb7bced-c892-49b3-9df7-c8f60db26c5b req-a89ee290-4613-4f1e-8672-f4d60a8e56f6 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 943 time: 0.2381814 Dec 09 18:47:38.493267 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port fccdb5dd-b4f8-42ed-a39c-022200654fdb, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=fccdb5dd-b4f8-42ed-a39c-022200654fdb,segment=NetworkSegment(b657ad7d-8ccb-4a48-8d72-3fa7620a21b2),segment_id=b657ad7d-8ccb-4a48-8d72-3fa7620a21b2)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:47:38.516696 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': 'fccdb5dd-b4f8-42ed-a39c-022200654fdb', 'network_id': '7d55c0c7-75cf-448a-8de1-08373c3c7593', 'port_id': 'fccdb5dd-b4f8-42ed-a39c-022200654fdb', 'mac_address': 'fa:16:3e:c8:33:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '471150f0-f9bd-4bf9-9b9e-d0868088d32b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:47:38.523042 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-63fc76e3-1e3c-43ca-89d8-371b2738467a None None] Provisioning for port 1288f274-5168-437b-b50e-5a999c242f6b completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:47:38.532885 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-63fc76e3-1e3c-43ca-89d8-371b2738467a None None] Provisioning complete for port 1288f274-5168-437b-b50e-5a999c242f6b triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:47:38.533729 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-63fc76e3-1e3c-43ca-89d8-371b2738467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:38.555618 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5bb7bced-c892-49b3-9df7-c8f60db26c5b req-f25862af-7438-473d-95a1-6bb4a57d6884 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469007 Dec 09 18:47:38.757585 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-63fc76e3-1e3c-43ca-89d8-371b2738467a None None] Port 1288f274-5168-437b-b50e-5a999c242f6b cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:47:38.762058 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:38.827035 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fccdb5dd-b4f8-42ed-a39c-022200654fdb {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:47:38.878068 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port fccdb5dd-b4f8-42ed-a39c-022200654fdb, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=fccdb5dd-b4f8-42ed-a39c-022200654fdb,segment=NetworkSegment(b657ad7d-8ccb-4a48-8d72-3fa7620a21b2),segment_id=b657ad7d-8ccb-4a48-8d72-3fa7620a21b2)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:47:38.888171 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:38.890009 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:38.898634 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1acfa-b2d6-43d8-a7f9-0ae91ff5ceb4 req-e957fceb-9250-4ce1-af56-2d7bc1dd3f07 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:38.899638 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-31f1acfa-b2d6-43d8-a7f9-0ae91ff5ceb4 req-e957fceb-9250-4ce1-af56-2d7bc1dd3f07 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Synchronizing usage tracker for tenant:2a171f64c53f40a5bcab7a06ae2e1b7c on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:47:38.944565 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-31f1acfa-b2d6-43d8-a7f9-0ae91ff5ceb4 req-e957fceb-9250-4ce1-af56-2d7bc1dd3f07 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Unset dirty status for tenant:2a171f64c53f40a5bcab7a06ae2e1b7c on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:47:38.954190 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-31f1acfa-b2d6-43d8-a7f9-0ae91ff5ceb4 req-e957fceb-9250-4ce1-af56-2d7bc1dd3f07 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 931 time: 0.5126472 Dec 09 18:47:38.986458 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=fccdb5dd-b4f8-42ed-a39c-022200654fdb,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:38.990385 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:39.097439 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-31f1acfa-b2d6-43d8-a7f9-0ae91ff5ceb4 req-db26902b-396d-4d4f-860f-c94be99c44d2 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401718 Dec 09 18:47:39.132072 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1288f274-5168-437b-b50e-5a999c242f6b {{(pid=86802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:47:39.154722 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:39.224613 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.provisioning_blocks [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Transition to ACTIVE for port object 1288f274-5168-437b-b50e-5a999c242f6b will not be triggered until provisioned by entity L2. {{(pid=86802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:47:39.234717 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:39.239335 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:39.548837 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['fccdb5dd-b4f8-42ed-a39c-022200654fdb'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:47:39.564718 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Pushing event updated for resources: {'Port': ['ID=1288f274-5168-437b-b50e-5a999c242f6b,revision_number=2']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:39.569293 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:39.648269 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Attempting to bind port 1288f274-5168-437b-b50e-5a999c242f6b on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:47:39.648656 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Attempting to bind port 1288f274-5168-437b-b50e-5a999c242f6b by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': 'e4447597-0ed4-49d4-8d35-2087aa977f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3'}] {{(pid=86802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:47:39.649604 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Attempting to bind port 1288f274-5168-437b-b50e-5a999c242f6b on network 20c800c4-c00e-4536-9a5a-2dbe4ac118d3 {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:47:39.657424 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Port 1288f274-5168-437b-b50e-5a999c242f6b on network 20c800c4-c00e-4536-9a5a-2dbe4ac118d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:47:39.657738 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Attempting to bind port 1288f274-5168-437b-b50e-5a999c242f6b on network 20c800c4-c00e-4536-9a5a-2dbe4ac118d3 {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:47:39.666498 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:47:39.666829 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Checking segment: {'id': 'e4447597-0ed4-49d4-8d35-2087aa977f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:47:39.667219 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Bound using segment: {'id': 'e4447597-0ed4-49d4-8d35-2087aa977f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3'} {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:47:39.667651 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Bound port: 1288f274-5168-437b-b50e-5a999c242f6b, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4447597-0ed4-49d4-8d35-2087aa977f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3'}}] {{(pid=86802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:47:39.667990 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:39.686421 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd230c-c3e6-4a5d-bb00-f1d02ee446cd req-835947a1-655b-4e11-9e7d-c8798474b551 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:39.687973 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cafd230c-c3e6-4a5d-bb00-f1d02ee446cd req-835947a1-655b-4e11-9e7d-c8798474b551 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.3758461 Dec 09 18:47:39.751719 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cafd230c-c3e6-4a5d-bb00-f1d02ee446cd req-466ab58d-b964-4c05-b7f4-340b5aa16a87 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565877 Dec 09 18:47:39.858454 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] For port 1288f274-5168-437b-b50e-5a999c242f6b, host hv-cinder-81934, cleared binding levels {{(pid=86802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:47:39.861859 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] For port 1288f274-5168-437b-b50e-5a999c242f6b, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1288f274-5168-437b-b50e-5a999c242f6b,segment=NetworkSegment(e4447597-0ed4-49d4-8d35-2087aa977f9f),segment_id=e4447597-0ed4-49d4-8d35-2087aa977f9f)] {{(pid=86802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:47:39.874297 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:39.879320 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-6c74cc73-1716-4a38-a2fa-adc4d0afcc87 tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:40.018352 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:40.018986 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:40.020333 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] 10.222.0.10 "PUT /v2.0/ports/1288f274-5168-437b-b50e-5a999c242f6b HTTP/1.1" status: 200 len: 1093 time: 2.1584857 Dec 09 18:47:40.022656 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d72023-2705-492b-8132-c620428a8317', 'tag': '1288f274-5168-437b-b50e-5a999c242f6b'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:47:40.043185 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Pushing event updated for resources: {'Port': ['ID=1288f274-5168-437b-b50e-5a999c242f6b,revision_number=3']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:40.047118 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:40.081841 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae8020-ab06-4ae3-b26b-e1dc85711641 req-a0835cfb-b3aa-4aa1-a99f-fe95c6684a9d tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:40.083471 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f6ae8020-ab06-4ae3-b26b-e1dc85711641 req-a0835cfb-b3aa-4aa1-a99f-fe95c6684a9d tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 944 time: 0.1383202 Dec 09 18:47:40.141498 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f6ae8020-ab06-4ae3-b26b-e1dc85711641 req-dfc53b75-159d-423d-bcc1-580afde8f848 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511661 Dec 09 18:47:40.277697 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d72023-2705-492b-8132-c620428a8317', 'tag': '1288f274-5168-437b-b50e-5a999c242f6b', 'status': 'completed', 'code': 200} Dec 09 18:47:40.465870 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d5e69-d3bf-4a19-b75f-b7ba34f5b632 req-4579074f-5054-4461-aecd-30e05f198e9e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:40.467756 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f06d5e69-d3bf-4a19-b75f-b7ba34f5b632 req-4579074f-5054-4461-aecd-30e05f198e9e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.1061809 Dec 09 18:47:40.516430 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f06d5e69-d3bf-4a19-b75f-b7ba34f5b632 req-899b30d1-4252-4814-88f8-70c7ac4c5fad tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Dec 09 18:47:40.902427 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1e9e6-6f93-4020-ae8d-e2371c7439a4 req-adb28ac3-623a-4f1f-8472-927da4b9669d tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:40.903981 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a3f1e9e6-6f93-4020-ae8d-e2371c7439a4 req-adb28ac3-623a-4f1f-8472-927da4b9669d tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0910127 Dec 09 18:47:40.951331 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a3f1e9e6-6f93-4020-ae8d-e2371c7439a4 req-28659f12-6a8c-4a8e-9680-7b60d9111305 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415921 Dec 09 18:47:41.345418 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d467d-296d-43dc-8dfb-c64d498ef95b req-cf2ea876-47a2-4b87-af93-e4fe5f481f3c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:41.346860 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-179d467d-296d-43dc-8dfb-c64d498ef95b req-cf2ea876-47a2-4b87-af93-e4fe5f481f3c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 944 time: 0.0899589 Dec 09 18:47:41.396657 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-179d467d-296d-43dc-8dfb-c64d498ef95b req-bebbf6d1-a0b3-4c86-b3f2-52bdb442533c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434785 Dec 09 18:47:41.746424 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53190e5-0b04-4448-a56d-59f0b1a33f10 req-d393d429-285c-405c-93d3-714187cf0081 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:41.750669 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b53190e5-0b04-4448-a56d-59f0b1a33f10 req-d393d429-285c-405c-93d3-714187cf0081 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.1144662 Dec 09 18:47:41.825846 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b53190e5-0b04-4448-a56d-59f0b1a33f10 req-45d0db5d-1703-4281-821b-4067ae2618e9 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687129 Dec 09 18:47:42.089714 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device fccdb5dd-b4f8-42ed-a39c-022200654fdb up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:47:42.177987 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eba066-d946-415c-a4e0-cdf8908dc668 req-52813701-2715-4f69-b907-334f6cf26b50 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:42.179664 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-93eba066-d946-415c-a4e0-cdf8908dc668 req-52813701-2715-4f69-b907-334f6cf26b50 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1085529 Dec 09 18:47:42.203924 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port fccdb5dd-b4f8-42ed-a39c-022200654fdb completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:47:42.209605 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port fccdb5dd-b4f8-42ed-a39c-022200654fdb triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:47:42.209984 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:42.230801 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-93eba066-d946-415c-a4e0-cdf8908dc668 req-17226cc8-0f54-4e91-98dd-0cdc626d27a8 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437469 Dec 09 18:47:42.332159 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:42.361776 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0113f54d-5883-440a-8b51-368175d002aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccdb5dd-b4f8-42ed-a39c-022200654fdb'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:47:42.372322 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port fccdb5dd-b4f8-42ed-a39c-022200654fdb, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=fccdb5dd-b4f8-42ed-a39c-022200654fdb,segment=NetworkSegment(b657ad7d-8ccb-4a48-8d72-3fa7620a21b2),segment_id=b657ad7d-8ccb-4a48-8d72-3fa7620a21b2)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:47:42.378155 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:42.380202 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:42.411323 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0113f54d-5883-440a-8b51-368175d002aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccdb5dd-b4f8-42ed-a39c-022200654fdb', 'code': 200} Dec 09 18:47:42.449724 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=fccdb5dd-b4f8-42ed-a39c-022200654fdb,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:42.453147 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:42.597748 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb07ca5-d1e3-4fc9-b2a4-18c06b80d05b req-3fa14496-19c9-410a-baef-2dd527a40b9d tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:42.599249 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-9bb07ca5-d1e3-4fc9-b2a4-18c06b80d05b req-3fa14496-19c9-410a-baef-2dd527a40b9d tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.0907445 Dec 09 18:47:42.706717 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-9bb07ca5-d1e3-4fc9-b2a4-18c06b80d05b req-20b7b777-879b-4e81-ab22-c6faecb0086f tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004822 Dec 09 18:47:43.133947 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb495b-b811-43d5-b338-49a723e7ce6b req-85771b0e-1b75-492f-860d-5b6aa330767a tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:43.153047 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-84fb495b-b811-43d5-b338-49a723e7ce6b req-85771b0e-1b75-492f-860d-5b6aa330767a tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.2075894 Dec 09 18:47:43.258805 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-84fb495b-b811-43d5-b338-49a723e7ce6b req-0d0bcd06-3adf-47a5-bb3b-27ae66e3584d tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002448 Dec 09 18:47:43.372131 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 45892) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:43.535948 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288615f-f12f-4b4b-a066-043bc8dcc41f req-e1cc150d-c292-414e-aa9f-a7fcc4e0bee2 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:43.546079 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6288615f-f12f-4b4b-a066-043bc8dcc41f req-e1cc150d-c292-414e-aa9f-a7fcc4e0bee2 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1358614 Dec 09 18:47:43.681386 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6288615f-f12f-4b4b-a066-043bc8dcc41f req-bdccc015-2e8e-46d4-b0cd-dab291d461e6 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300850 Dec 09 18:47:43.696808 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5b373de5-ccaf-4d90-91ca-6bd32b23759a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:43.713724 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-5b373de5-ccaf-4d90-91ca-6bd32b23759a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:43.717918 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-5b373de5-ccaf-4d90-91ca-6bd32b23759a admin admin] Usage tracker for resource:security_group_rule and tenant:13421c9483184a7c8886a06694c2bcb3 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:43.720950 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-5b373de5-ccaf-4d90-91ca-6bd32b23759a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:43.730269 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-5b373de5-ccaf-4d90-91ca-6bd32b23759a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:43.874933 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5b373de5-ccaf-4d90-91ca-6bd32b23759a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:43.886491 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5b373de5-ccaf-4d90-91ca-6bd32b23759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:43.910049 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-7cdbe678-fe4e-4a00-b5a1-de79eb9dac58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:44.067818 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-5b373de5-ccaf-4d90-91ca-6bd32b23759a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13421c9483184a7c8886a06694c2bcb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6946084 Dec 09 18:47:44.070635 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 45920) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:44.079758 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b373de5-ccaf-4d90-91ca-6bd32b23759a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546674cc-1671-418b-bdbd-39829565e96a,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:44.090974 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-5b373de5-ccaf-4d90-91ca-6bd32b23759a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:44.128649 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80815999-8fbc-4c65-888c-a911cf90e955 req-df787f83-a36c-434b-b8ef-feab9360125e tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:44.148942 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-80815999-8fbc-4c65-888c-a911cf90e955 req-df787f83-a36c-434b-b8ef-feab9360125e tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.1392341 Dec 09 18:47:44.167595 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:44.223750 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:44.238573 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-80815999-8fbc-4c65-888c-a911cf90e955 req-27d41fce-1858-43cb-b73a-e72b5ea63b6c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884960 Dec 09 18:47:44.287517 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:44.293789 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-417a9f27-4973-4726-9eb6-a1d7f6e7ab94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:44.307524 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546674cc-1671-418b-bdbd-39829565e96a,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:44.320774 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:44.321198 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:44.321784 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:44.322274 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:44.322806 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:44.323429 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:44.323944 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:44.324440 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:44.324939 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:44.325922 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:44.326509 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:44.335344 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:47:44.339383 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:44.340515 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:44.345128 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/546674cc-1671-418b-bdbd-39829565e96a HTTP/1.1" status: 204 len: 168 time: 0.2728581 Dec 09 18:47:44.557453 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c353f-c668-4390-bd17-3a7c4356f0a1 req-2d87e453-b0ce-4bc6-a66c-15178ced3aa7 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:44.559086 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6b4c353f-c668-4390-bd17-3a7c4356f0a1 req-2d87e453-b0ce-4bc6-a66c-15178ced3aa7 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.1252618 Dec 09 18:47:44.626849 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6b4c353f-c668-4390-bd17-3a7c4356f0a1 req-6dcdfb88-61de-457d-95d7-25d3877fc1bd tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516527 Dec 09 18:47:44.839585 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 45950) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:44.869913 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c5a9-2967-4bc5-96bd-5bcb3d1c2e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:44.881813 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a93a94-1fb9-4984-b0ad-b9dfd1cd3872 req-6b552156-d357-496d-937e-925fabf4e9fc tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:44.887713 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e1a93a94-1fb9-4984-b0ad-b9dfd1cd3872 req-6b552156-d357-496d-937e-925fabf4e9fc tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1005735 Dec 09 18:47:44.888489 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-b7a3c5a9-2967-4bc5-96bd-5bcb3d1c2e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:44.892963 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-b7a3c5a9-2967-4bc5-96bd-5bcb3d1c2e90 admin admin] Usage tracker for resource:security_group_rule and tenant:27ab6413c562473986f5cca8414be276 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:44.896157 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-b7a3c5a9-2967-4bc5-96bd-5bcb3d1c2e90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:44.904482 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-b7a3c5a9-2967-4bc5-96bd-5bcb3d1c2e90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:44.938384 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e1a93a94-1fb9-4984-b0ad-b9dfd1cd3872 req-fd4237c7-ca06-4728-8037-118b171ebcff tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478699 Dec 09 18:47:45.004420 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c5a9-2967-4bc5-96bd-5bcb3d1c2e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:45.008632 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c5a9-2967-4bc5-96bd-5bcb3d1c2e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:45.015918 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:45.061654 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-b7a3c5a9-2967-4bc5-96bd-5bcb3d1c2e90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27ab6413c562473986f5cca8414be276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201772 Dec 09 18:47:45.062095 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3c5a9-2967-4bc5-96bd-5bcb3d1c2e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5785373-3705-4970-a075-0c59b05899d0,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:45.064725 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 45956) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:45.067179 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-b7a3c5a9-2967-4bc5-96bd-5bcb3d1c2e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:45.128447 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-efd8bfda-695a-4f86-9325-cfd091daae2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:45.158305 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-efd8bfda-695a-4f86-9325-cfd091daae2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:45.214337 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-efd8bfda-695a-4f86-9325-cfd091daae2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:45.219138 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-6e095645-1fb4-4218-9c44-bfa4fed04c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:45.232240 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8bfda-695a-4f86-9325-cfd091daae2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5785373-3705-4970-a075-0c59b05899d0,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:45.234581 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-efd8bfda-695a-4f86-9325-cfd091daae2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:45.239625 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-efd8bfda-695a-4f86-9325-cfd091daae2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:45.243349 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-efd8bfda-695a-4f86-9325-cfd091daae2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5785373-3705-4970-a075-0c59b05899d0 HTTP/1.1" status: 204 len: 168 time: 0.1775289 Dec 09 18:47:45.453866 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa27627-3721-4bc8-9a70-a945e6388884 req-82db5180-8c92-4c4a-ab92-fcee7850b319 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:45.455612 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-efa27627-3721-4bc8-9a70-a945e6388884 req-82db5180-8c92-4c4a-ab92-fcee7850b319 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.1163273 Dec 09 18:47:45.506757 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-efa27627-3721-4bc8-9a70-a945e6388884 req-e0d7412b-5e64-4c0e-883f-c4b61fa0e864 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434947 Dec 09 18:47:45.870157 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3cd78-0536-411c-8270-bbe02705d47c req-c662e6a6-754b-49d8-ad72-66cfdbc3eb1e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:45.871850 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-deb3cd78-0536-411c-8270-bbe02705d47c req-c662e6a6-754b-49d8-ad72-66cfdbc3eb1e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.1128700 Dec 09 18:47:45.937901 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-deb3cd78-0536-411c-8270-bbe02705d47c req-cc0cdae4-ad14-4d02-a405-263391a321e5 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603218 Dec 09 18:47:46.279693 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa61510-cd0f-4518-bb2e-840393d82211 req-c3ee39ea-9b04-4a83-9d22-865e6991cffb tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:46.287316 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-afa61510-cd0f-4518-bb2e-840393d82211 req-c3ee39ea-9b04-4a83-9d22-865e6991cffb tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.2286677 Dec 09 18:47:46.290231 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 45998) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:46.334661 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-afa61510-cd0f-4518-bb2e-840393d82211 req-4008dd6d-233d-4c25-8f2f-fc90c80c7b51 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463784 Dec 09 18:47:46.406918 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-235974013-network', 'tenant_id': '107c2e5c3ae34de883aee998f00a1894'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:47:46.411849 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:46.416224 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Usage tracker for resource:network and tenant:107c2e5c3ae34de883aee998f00a1894 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:46.419318 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:46.426734 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:46.446106 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Made reservation on behalf of 107c2e5c3ae34de883aee998f00a1894 for: {'network': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:47:46.448659 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:46.462426 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:46.478541 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:46.488546 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Usage tracker for resource:security_group_rule and tenant:107c2e5c3ae34de883aee998f00a1894 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:46.493689 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:46.500601 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:46.621096 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:46.625898 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:46.629401 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e58ec47d-851d-4128-b313-8db997768dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:46.660904 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=86801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:47:46.666763 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43ee012-4a6e-4295-b021-2d7c9831e891,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:46.670733 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:46.679815 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:46.680248 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.segments_db [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Added segment 078fb4bd-516f-417c-8af3-311329b284e9 of type vlan for network 1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb Dec 09 18:47:46.710485 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:46.753384 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:46.755005 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:46.755717 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:46.759284 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd75b49-47e5-4cdd-9de9-0a977813fab2 req-ea67d088-abb2-4940-820f-7ae0d1a341fb tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:46.760555 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:46.760773 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-bfd75b49-47e5-4cdd-9de9-0a977813fab2 req-ea67d088-abb2-4940-820f-7ae0d1a341fb tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.1257081 Dec 09 18:47:46.810192 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-bfd75b49-47e5-4cdd-9de9-0a977813fab2 req-31c1aadb-b1cf-429a-bee7-2debbf8bfffb tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423958 Dec 09 18:47:46.934847 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Pushing event updated for resources: {'Network': ['ID=1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:46.937767 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:46.939643 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6482525 Dec 09 18:47:46.943146 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 46010) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:46.948169 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network 1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:47:46.949503 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Request body: {'subnet': {'network_id': '1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-235974013-subnet', 'tenant_id': '107c2e5c3ae34de883aee998f00a1894', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:47:46.954911 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:46.960156 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Usage tracker for resource:subnet and tenant:107c2e5c3ae34de883aee998f00a1894 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:46.963641 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:46.973684 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:46.992404 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Made reservation on behalf of 107c2e5c3ae34de883aee998f00a1894 for: {'subnet': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:47:46.995488 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:47.251498 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c10964-6669-4dfc-8948-52d955b390b0 req-9e53a2ef-8424-4876-a810-4c66a91e135d tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:47.253026 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-16c10964-6669-4dfc-8948-52d955b390b0 req-9e53a2ef-8424-4876-a810-4c66a91e135d tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.1562736 Dec 09 18:47:47.318039 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for subnet, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:47.327997 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:47.360865 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-16c10964-6669-4dfc-8948-52d955b390b0 req-9a876be0-c1a5-41f0-94af-25514e4522c1 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929241 Dec 09 18:47:47.415035 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eaf5947-b2ff-4c6a-bd20-2a5faac74876,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:47.418189 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:47.425783 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Checking segment: {'id': '078fb4bd-516f-417c-8af3-311329b284e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:47:47.426352 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Network hostable DHCP agents. Network: 1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:47:47.449995 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Network 1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:47:47.464255 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, 1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb) {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:47:47.470827 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:47.471427 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:47.483346 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e21cc2b-1a3b-423d-8f67-119136d63903 None None] Network 1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:47:47.552974 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6085780 Dec 09 18:47:47.585752 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2591372-73cc-423a-8f5f-cfb7dec33a0e req-248b67fb-5b0c-4ee0-a0c2-4ea64dfd29a5 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:47.587765 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f2591372-73cc-423a-8f5f-cfb7dec33a0e req-248b67fb-5b0c-4ee0-a0c2-4ea64dfd29a5 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1003108 Dec 09 18:47:47.670670 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f2591372-73cc-423a-8f5f-cfb7dec33a0e req-b90a8dcb-cabc-4c59-88c7-c446b4c25522 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621657 Dec 09 18:47:47.774767 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a304bff3-5f5c-4c64-8ce1-8c7b711376da None None] Network 1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:47:48.077979 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b124dcf-0a6e-4e5c-a65e-74438a2ddbeb req-c1f3cd2f-c62d-4741-92b4-9041886fe062 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:48.079711 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7b124dcf-0a6e-4e5c-a65e-74438a2ddbeb req-c1f3cd2f-c62d-4741-92b4-9041886fe062 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.1257565 Dec 09 18:47:48.157976 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7b124dcf-0a6e-4e5c-a65e-74438a2ddbeb req-bf701292-05ea-40b6-85ac-988b34f3e9cd tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679774 Dec 09 18:47:48.618805 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b7225-d543-4e2f-811b-5b02da4c82e5 req-e651548c-9f30-4559-b5e4-f1916fa7fef6 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:48.626242 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-fc5b7225-d543-4e2f-811b-5b02da4c82e5 req-e651548c-9f30-4559-b5e4-f1916fa7fef6 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.0950940 Dec 09 18:47:48.673065 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-fc5b7225-d543-4e2f-811b-5b02da4c82e5 req-1b6e1302-bff5-426e-a90a-a3399eee8636 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460227 Dec 09 18:47:48.900902 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b2f31-9ea2-4d64-ab28-641612e1a111 req-27a23e6e-0d2a-48dd-be06-7134d8806386 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:48.902649 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ab6b2f31-9ea2-4d64-ab28-641612e1a111 req-27a23e6e-0d2a-48dd-be06-7134d8806386 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1308670 Dec 09 18:47:48.965929 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ab6b2f31-9ea2-4d64-ab28-641612e1a111 req-8b808ad7-fe7e-4d42-8f19-053e97390727 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572422 Dec 09 18:47:49.352394 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c3190-4e9f-4ae3-8c90-2636dd868cbd req-399fc6c2-c52b-488c-ba8b-4139c1bb7b8b tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:49.354021 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-355c3190-4e9f-4ae3-8c90-2636dd868cbd req-399fc6c2-c52b-488c-ba8b-4139c1bb7b8b tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.0848267 Dec 09 18:47:49.399147 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-355c3190-4e9f-4ae3-8c90-2636dd868cbd req-f8678e6a-d93c-4519-8adc-04b4b6f0ad9c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393679 Dec 09 18:47:49.888923 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69648-6549-4f8d-9e5d-cfd8cd74b789 req-cb792d08-59e9-4edd-bbd8-5ccaa3c06446 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:49.890578 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-66f69648-6549-4f8d-9e5d-cfd8cd74b789 req-cb792d08-59e9-4edd-bbd8-5ccaa3c06446 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.0928762 Dec 09 18:47:49.940091 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-66f69648-6549-4f8d-9e5d-cfd8cd74b789 req-7c488e3f-64f7-46c2-a940-62601aabcec4 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431471 Dec 09 18:47:50.177551 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569c06a-e352-44dc-a871-70cb9c54fa91 req-a7857cc1-37ab-4750-93d4-6c7354c64d2c tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:50.179371 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d569c06a-e352-44dc-a871-70cb9c54fa91 req-a7857cc1-37ab-4750-93d4-6c7354c64d2c tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0932436 Dec 09 18:47:50.253959 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d569c06a-e352-44dc-a871-70cb9c54fa91 req-34323e11-9412-47d0-9004-6c5e9e964688 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538611 Dec 09 18:47:50.278858 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-dae843ba-b005-4020-a635-bde7a21c9182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:50.595274 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690133a-6656-41b4-961a-6ac4d3007e9a req-66dddef1-36c4-455b-9d20-568dad87165f tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:50.597016 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e690133a-6656-41b4-961a-6ac4d3007e9a req-66dddef1-36c4-455b-9d20-568dad87165f tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.0862796 Dec 09 18:47:50.648476 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e690133a-6656-41b4-961a-6ac4d3007e9a req-81fdf82c-dd9b-4f10-9ee5-1e58853a7ebb tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430679 Dec 09 18:47:51.267784 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:51.495814 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:47:51.670181 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-ad5f7537-b5db-4369-871a-da95a93b9b2f tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:51.679547 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-ad5f7537-b5db-4369-871a-da95a93b9b2f tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/networks?id=1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb HTTP/1.1" status: 200 len: 813 time: 0.1668320 Dec 09 18:47:51.691588 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-e17c26aa-7fc6-462e-92bb-f87811bf7995 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/quotas/107c2e5c3ae34de883aee998f00a1894 HTTP/1.1" status: 200 len: 375 time: 0.0107627 Dec 09 18:47:51.744928 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-05879fa4-ade2-470c-b63a-be19a0a35af7 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=107c2e5c3ae34de883aee998f00a1894&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492115 Dec 09 18:47:51.919208 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 46116) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:51.924592 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-00db891a-cbe7-45e9-aec9-0fd997ed0436 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692543 Dec 09 18:47:52.042782 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9e5d-10ea-4543-b7a6-b7c121ce1abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:52.057346 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-2b8e9e5d-10ea-4543-b7a6-b7c121ce1abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:47:52.061206 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-2b8e9e5d-10ea-4543-b7a6-b7c121ce1abd admin admin] Usage tracker for resource:security_group_rule and tenant:46daf13643874d808b3befa6bdd9b891 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:47:52.064794 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-2b8e9e5d-10ea-4543-b7a6-b7c121ce1abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:47:52.069747 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-2b8e9e5d-10ea-4543-b7a6-b7c121ce1abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:47:52.132669 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-d9318731-f62b-4b99-bfd8-25da21e54bd0 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994681 Dec 09 18:47:52.153895 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9e5d-10ea-4543-b7a6-b7c121ce1abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:52.159025 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9e5d-10ea-4543-b7a6-b7c121ce1abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:52.170276 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-27486411-743a-4f97-bb46-a8581f82756d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:52.206563 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-2b8e9e5d-10ea-4543-b7a6-b7c121ce1abd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46daf13643874d808b3befa6bdd9b891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861996 Dec 09 18:47:52.208130 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e9e5d-10ea-4543-b7a6-b7c121ce1abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669cfe9d-3dda-4ca8-842d-59de931dc1bc,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:52.209349 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 46122) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:47:52.211239 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-2b8e9e5d-10ea-4543-b7a6-b7c121ce1abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:52.286315 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2bc1c358-e706-4d74-98d0-57036511f83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:52.312765 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2bc1c358-e706-4d74-98d0-57036511f83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:52.440506 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78afa0-2fda-49a1-94dd-7b5bd448956d req-c78f9027-5aa8-4b49-9c42-1447f103fe7c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:52.442254 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-df78afa0-2fda-49a1-94dd-7b5bd448956d req-c78f9027-5aa8-4b49-9c42-1447f103fe7c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.1226087 Dec 09 18:47:52.443319 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2bc1c358-e706-4d74-98d0-57036511f83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:52.448624 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-747ffa0a-0b59-4934-a4c1-41a7853dab52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:47:52.477922 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1c358-e706-4d74-98d0-57036511f83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669cfe9d-3dda-4ca8-842d-59de931dc1bc,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:47:52.484369 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-2bc1c358-e706-4d74-98d0-57036511f83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:47:52.489337 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-2bc1c358-e706-4d74-98d0-57036511f83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:52.489811 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-2bc1c358-e706-4d74-98d0-57036511f83e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/669cfe9d-3dda-4ca8-842d-59de931dc1bc HTTP/1.1" status: 204 len: 168 time: 0.2785232 Dec 09 18:47:52.542922 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-df78afa0-2fda-49a1-94dd-7b5bd448956d req-dfd63d6a-33f0-4890-a64b-c1ca6b815e9c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842843 Dec 09 18:47:52.577874 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-5256b6a0-a00a-4057-88e6-88e9a7447a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:52.726058 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188c5fd-bd07-4549-bf5c-bbf6ce1b3d23 req-598df97d-d60d-428d-9840-5c7f684bf21d tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:52.728240 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0188c5fd-bd07-4549-bf5c-bbf6ce1b3d23 req-598df97d-d60d-428d-9840-5c7f684bf21d tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0888720 Dec 09 18:47:52.785557 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0188c5fd-bd07-4549-bf5c-bbf6ce1b3d23 req-1b44ccbb-7673-4fec-9a99-c2a47d9770b0 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498738 Dec 09 18:47:52.974909 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c06fd-55a6-4400-b2d7-3e84d5aae794 req-43c3e779-5f5b-4fe5-8adf-6fcf3bfea756 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:52.976405 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-782c06fd-55a6-4400-b2d7-3e84d5aae794 req-43c3e779-5f5b-4fe5-8adf-6fcf3bfea756 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.0869763 Dec 09 18:47:53.020766 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-782c06fd-55a6-4400-b2d7-3e84d5aae794 req-5906134b-60fe-48ff-8192-616456480a20 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384347 Dec 09 18:47:53.160440 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-93f0eff1-8652-43d1-b139-cb5c227f17eb req-3ebbac4e-5ae7-4f2e-a5dd-d08ffd69e83a tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 210 time: 0.0469368 Dec 09 18:47:53.728451 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1319cf-ef28-442a-8f38-5e3cefbc83fe req-99dc69b5-35d4-4005-b471-71f4187b538b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:53.729897 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0b1319cf-ef28-442a-8f38-5e3cefbc83fe req-99dc69b5-35d4-4005-b471-71f4187b538b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.0869315 Dec 09 18:47:53.777030 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0b1319cf-ef28-442a-8f38-5e3cefbc83fe req-45286c34-e436-4c36-8936-fe85662828a3 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391457 Dec 09 18:47:53.981511 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3c407-a501-4546-bd1f-9b76ca8e46a2 req-20a6d7c7-b272-4973-9f5e-7c6aa2ce5804 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:53.982953 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0ef3c407-a501-4546-bd1f-9b76ca8e46a2 req-20a6d7c7-b272-4973-9f5e-7c6aa2ce5804 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0870826 Dec 09 18:47:54.009825 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:54.030732 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0ef3c407-a501-4546-bd1f-9b76ca8e46a2 req-ec4c174e-2484-413e-abe2-d947ca09a5a1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403273 Dec 09 18:47:54.204874 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e26c0a-ebf3-482b-812b-d2d2230162d0 req-3ea3e421-4171-421e-a711-55e854622ea2 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:54.206574 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-87e26c0a-ebf3-482b-812b-d2d2230162d0 req-3ea3e421-4171-421e-a711-55e854622ea2 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.0830271 Dec 09 18:47:54.251022 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-87e26c0a-ebf3-482b-812b-d2d2230162d0 req-22f02c50-9cc9-45d2-b366-1863039744cc tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377853 Dec 09 18:47:54.394043 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ff1f298c-7d75-4d2e-bb75-b38062124566 req-ec761e65-533f-432a-9be8-decdbdf15691 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 210 time: 0.0430048 Dec 09 18:47:54.965738 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd15e4a-d3a0-43c0-8a1c-f77308a443ed req-d1be79c2-9007-4ff7-aa86-95ded4100e70 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:54.967168 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8cd15e4a-d3a0-43c0-8a1c-f77308a443ed req-d1be79c2-9007-4ff7-aa86-95ded4100e70 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.0856919 Dec 09 18:47:55.011170 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8cd15e4a-d3a0-43c0-8a1c-f77308a443ed req-d556f06e-405b-4b48-995a-d696afb1caeb tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382643 Dec 09 18:47:55.217736 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d34ef-87ad-45c1-968d-fe6b228e2198 req-e0b905b1-d353-420b-863b-b404823feba4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:55.219215 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7b0d34ef-87ad-45c1-968d-fe6b228e2198 req-e0b905b1-d353-420b-863b-b404823feba4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0852113 Dec 09 18:47:55.247053 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:55.270426 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7b0d34ef-87ad-45c1-968d-fe6b228e2198 req-17d40fd1-60ac-48bd-b5cb-071aa28b82ab tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455348 Dec 09 18:47:55.454519 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0df8b5-2165-4d44-904d-c49cdda17990 req-2d7ac9df-3cf8-4b20-85f1-082b7edf11ff tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:55.456036 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cd0df8b5-2165-4d44-904d-c49cdda17990 req-2d7ac9df-3cf8-4b20-85f1-082b7edf11ff tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.0910320 Dec 09 18:47:55.499818 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cd0df8b5-2165-4d44-904d-c49cdda17990 req-5c9c84fd-7c6d-4c99-aa1e-47e51c941a8f tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379210 Dec 09 18:47:55.638448 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eff7529e-e6a5-4a22-ab7c-8e43ca5d4fbe req-40302011-b490-4e46-8fca-db2e995c80af tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 210 time: 0.0412831 Dec 09 18:47:56.222966 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7d050-006d-4891-b79d-ef7857022e3a req-b90a5c72-2881-4cf7-a692-cf8b5e45335d tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:56.224398 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-32a7d050-006d-4891-b79d-ef7857022e3a req-b90a5c72-2881-4cf7-a692-cf8b5e45335d tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.1006112 Dec 09 18:47:56.268705 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-32a7d050-006d-4891-b79d-ef7857022e3a req-9fe8a1ab-cf96-4d91-9691-9561db300e0f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385089 Dec 09 18:47:56.458956 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa2f84-9358-4e1d-ad31-f88a3a4b2cab req-d613d50c-8abb-4dbf-95f5-a78373c1aad5 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:56.460740 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3baa2f84-9358-4e1d-ad31-f88a3a4b2cab req-d613d50c-8abb-4dbf-95f5-a78373c1aad5 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0841565 Dec 09 18:47:56.510380 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3baa2f84-9358-4e1d-ad31-f88a3a4b2cab req-7b34e1af-3c86-4005-a358-74c3713dcd07 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438831 Dec 09 18:47:56.691044 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988974c-bc2a-4870-9f70-3226aa243bd6 req-777863e7-8181-4663-a059-55b964a52ae4 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:56.692503 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d988974c-bc2a-4870-9f70-3226aa243bd6 req-777863e7-8181-4663-a059-55b964a52ae4 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.0807786 Dec 09 18:47:56.737693 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d988974c-bc2a-4870-9f70-3226aa243bd6 req-0d38872f-8a4f-4c14-9f1e-ac2f692f7022 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394905 Dec 09 18:47:56.829724 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:47:56.876123 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-669496bd-f7d6-4c4c-b126-b56a551cb5db req-b3c9b191-a750-4578-8a78-b5f0ac42f695 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 210 time: 0.0461035 Dec 09 18:47:57.470792 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc2f8e-3567-4dd4-828a-6bc27cee1927 req-6153b22a-863e-497a-beeb-7499541d39a2 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:57.472211 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ccbc2f8e-3567-4dd4-828a-6bc27cee1927 req-6153b22a-863e-497a-beeb-7499541d39a2 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.0831308 Dec 09 18:47:57.518434 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ccbc2f8e-3567-4dd4-828a-6bc27cee1927 req-c79e8dcf-b70b-4b0f-b456-83578dc8a746 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376132 Dec 09 18:47:57.710533 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119f76a-90ac-471b-8bcb-f35c410263f9 req-edb92fdd-1786-4fc9-aab0-54c2cc964c71 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:57.712085 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b119f76a-90ac-471b-8bcb-f35c410263f9 req-edb92fdd-1786-4fc9-aab0-54c2cc964c71 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0972381 Dec 09 18:47:57.809078 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b119f76a-90ac-471b-8bcb-f35c410263f9 req-b0346090-9da8-4750-935f-ff0d8bab5484 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912242 Dec 09 18:47:58.005758 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda8726-f0c5-428b-bc94-8be118c23d0d req-302ad067-dc1e-4413-98ba-469c2d66ee4e tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:58.007830 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4cda8726-f0c5-428b-bc94-8be118c23d0d req-302ad067-dc1e-4413-98ba-469c2d66ee4e tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.0939670 Dec 09 18:47:58.052093 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4cda8726-f0c5-428b-bc94-8be118c23d0d req-acb01a05-b599-410c-ae8e-f99f8ce56089 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384943 Dec 09 18:47:58.192891 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-51b32e0e-46a3-4cd0-af05-ba014056b037 req-0c9feb1e-915b-4327-aefb-70aa798ffbd1 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 210 time: 0.0441144 Dec 09 18:47:58.736811 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be7da9-55ad-42a5-91f3-19250bef6c09 req-13a3e0d6-5cb7-4602-86a3-fbd202160052 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:58.738262 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f7be7da9-55ad-42a5-91f3-19250bef6c09 req-13a3e0d6-5cb7-4602-86a3-fbd202160052 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.0998900 Dec 09 18:47:58.787651 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f7be7da9-55ad-42a5-91f3-19250bef6c09 req-17b5d869-c182-4d60-9925-966791a39961 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Dec 09 18:47:59.001685 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd74c84-a344-47fb-a794-945f0b47f8e0 req-c190ec90-8416-4b79-b3b0-1f9962954551 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:59.003144 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7bd74c84-a344-47fb-a794-945f0b47f8e0 req-c190ec90-8416-4b79-b3b0-1f9962954551 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0880017 Dec 09 18:47:59.049288 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7bd74c84-a344-47fb-a794-945f0b47f8e0 req-40c353d4-0921-4df9-a806-ccbed9c128ff tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396039 Dec 09 18:47:59.237481 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b7ce5-868f-48a8-8579-a761865af8ce req-e2a63d44-9f90-414a-98b6-6bcb8c6820de tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:59.238920 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-506b7ce5-868f-48a8-8579-a761865af8ce req-e2a63d44-9f90-414a-98b6-6bcb8c6820de tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.0793569 Dec 09 18:47:59.287078 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-506b7ce5-868f-48a8-8579-a761865af8ce req-921a7df8-19c6-403b-9410-428f29736ae5 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406601 Dec 09 18:47:59.420441 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-27442351-af12-408d-9ca3-3d2eb11f3cdd req-9f53b653-97a1-4f0d-b90d-39900ec53e84 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 210 time: 0.0429304 Dec 09 18:47:59.981198 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf116a8-d9d0-4a62-b5c4-66f919cb45e6 req-ad04aa3e-a2c7-4daf-8644-31cc7669508e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:47:59.982647 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8cf116a8-d9d0-4a62-b5c4-66f919cb45e6 req-ad04aa3e-a2c7-4daf-8644-31cc7669508e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.0876520 Dec 09 18:48:00.030162 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8cf116a8-d9d0-4a62-b5c4-66f919cb45e6 req-da4fb7c9-7332-4252-9dde-de41bb9dc83f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389204 Dec 09 18:48:00.247962 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5b5db-6326-4e45-9c12-5b7439e1dd17 req-119b60fe-67c2-440d-bf47-c2347ea1d0c2 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:00.249421 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5ea5b5db-6326-4e45-9c12-5b7439e1dd17 req-119b60fe-67c2-440d-bf47-c2347ea1d0c2 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0879397 Dec 09 18:48:00.293835 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5ea5b5db-6326-4e45-9c12-5b7439e1dd17 req-47758f6e-5a50-4b08-9e0f-d3d40e0b7be0 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384305 Dec 09 18:48:00.474605 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1d144-b7f2-4bcd-9583-6d2c00fae274 req-47193c75-f514-46d3-b948-0f243f98f28f tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:00.476084 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-31d1d144-b7f2-4bcd-9583-6d2c00fae274 req-47193c75-f514-46d3-b948-0f243f98f28f tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.0791533 Dec 09 18:48:00.488094 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 46250) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:00.526187 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-31d1d144-b7f2-4bcd-9583-6d2c00fae274 req-e66e5317-7a36-40a3-9ee8-404164dbee54 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440955 Dec 09 18:48:00.604032 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-00bea849-dbbb-4460-8ffd-28856d0e9717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:00.623048 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-00bea849-dbbb-4460-8ffd-28856d0e9717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:00.626663 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-00bea849-dbbb-4460-8ffd-28856d0e9717 admin admin] Usage tracker for resource:security_group_rule and tenant:3a35160b407a45078a64cb0d9e8f4761 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:00.629451 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-00bea849-dbbb-4460-8ffd-28856d0e9717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:00.635294 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-00bea849-dbbb-4460-8ffd-28856d0e9717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:00.658050 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-666f2e01-b48b-4fe1-af91-6eecf37fa8e5 req-1f95fe9a-73e1-498b-8f60-80f25f218e6b tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 210 time: 0.0423398 Dec 09 18:48:00.717298 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-00bea849-dbbb-4460-8ffd-28856d0e9717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:00.724485 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-00bea849-dbbb-4460-8ffd-28856d0e9717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:00.734329 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c18619ef-a630-4d7e-880b-56b01838c3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:00.772560 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-00bea849-dbbb-4460-8ffd-28856d0e9717 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a35160b407a45078a64cb0d9e8f4761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834299 Dec 09 18:48:00.774205 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bea849-dbbb-4460-8ffd-28856d0e9717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e74fa2-7ebf-4c60-b762-a1fe7f546f3c,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:00.775715 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 46256) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:00.777798 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-00bea849-dbbb-4460-8ffd-28856d0e9717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:00.835458 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e00818d5-1f6f-4563-a5c4-5366718e1978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:00.861315 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e00818d5-1f6f-4563-a5c4-5366718e1978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:00.920809 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e00818d5-1f6f-4563-a5c4-5366718e1978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:00.925628 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-95abe17f-ec6a-4961-be68-25ace28fdc00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:00.941317 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00818d5-1f6f-4563-a5c4-5366718e1978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e74fa2-7ebf-4c60-b762-a1fe7f546f3c,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:00.946707 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-e00818d5-1f6f-4563-a5c4-5366718e1978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:00.946707 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e00818d5-1f6f-4563-a5c4-5366718e1978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:00.946707 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-e00818d5-1f6f-4563-a5c4-5366718e1978 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14e74fa2-7ebf-4c60-b762-a1fe7f546f3c HTTP/1.1" status: 204 len: 168 time: 0.1694858 Dec 09 18:48:01.230555 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25085942-406f-4dba-89c8-a9c7c2f3be49 req-4332097e-b1fb-43b5-90be-b51329029789 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:01.232171 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-25085942-406f-4dba-89c8-a9c7c2f3be49 req-4332097e-b1fb-43b5-90be-b51329029789 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.0885994 Dec 09 18:48:01.277218 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-25085942-406f-4dba-89c8-a9c7c2f3be49 req-3b4f1e49-11fd-4a72-8254-869a2faa4108 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390251 Dec 09 18:48:01.481101 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33caa8e-afb2-427c-9df2-935cc7054470 req-ed7ce6bf-15e6-444a-b573-fa604feee86f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:01.482530 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c33caa8e-afb2-427c-9df2-935cc7054470 req-ed7ce6bf-15e6-444a-b573-fa604feee86f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0860558 Dec 09 18:48:01.528177 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c33caa8e-afb2-427c-9df2-935cc7054470 req-869ff208-2256-4fdf-8472-20c6faef79b8 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396643 Dec 09 18:48:01.709286 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6aa31d-1792-4c27-aa13-64aa7013254d req-09c40de1-ee8c-463d-bac1-7700505ef151 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:01.710632 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-be6aa31d-1792-4c27-aa13-64aa7013254d req-09c40de1-ee8c-463d-bac1-7700505ef151 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.0822318 Dec 09 18:48:01.755164 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-be6aa31d-1792-4c27-aa13-64aa7013254d req-01fe5326-fdf9-41eb-b31c-9b54ca1441a3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388041 Dec 09 18:48:02.059904 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-22aa7440-7591-4a55-8be6-baec9f89fabf req-fe176dd9-21d1-45fa-8a40-434486bb2247 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 210 time: 0.0473919 Dec 09 18:48:02.467131 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517f145-75e9-46fd-a9d7-e234009e1e6f req-a5128393-bda5-49b2-869e-8c92b3716e29 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:02.468560 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-1517f145-75e9-46fd-a9d7-e234009e1e6f req-a5128393-bda5-49b2-869e-8c92b3716e29 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.0878899 Dec 09 18:48:02.524019 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-1517f145-75e9-46fd-a9d7-e234009e1e6f req-0eb6d049-edc5-4648-a077-80f67a4da8ca tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495434 Dec 09 18:48:02.719702 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e024fa-fe3b-4a09-aca4-cbe5321a0e56 req-aa2c887b-e534-4213-a83b-3fedf7d5f35c tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:02.721327 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-18e024fa-fe3b-4a09-aca4-cbe5321a0e56 req-aa2c887b-e534-4213-a83b-3fedf7d5f35c tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0867419 Dec 09 18:48:02.781697 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-18e024fa-fe3b-4a09-aca4-cbe5321a0e56 req-8bd2a377-b71a-4140-89f1-2c76496d1b51 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541325 Dec 09 18:48:02.993978 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58674f-f608-42b9-b77b-204eedcf7bb1 req-94974a5e-39f5-4e16-8162-c32c7e517e3d tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:02.995638 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2b58674f-f608-42b9-b77b-204eedcf7bb1 req-94974a5e-39f5-4e16-8162-c32c7e517e3d tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.1070395 Dec 09 18:48:03.049854 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2b58674f-f608-42b9-b77b-204eedcf7bb1 req-0079f41b-3bfc-43a9-a2dc-076ffbb79fbc tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479867 Dec 09 18:48:03.242320 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-254791d3-1c94-45cc-8f0d-83c3a9fb1d97 req-3d71198e-f7ad-476a-be8b-e5324423d379 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 210 time: 0.0464554 Dec 09 18:48:03.454572 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-64e11ec5-6f20-46e7-9076-7267197334e0 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6da83c80d97849c892eac8428fb4dacb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276768 Dec 09 18:48:03.666315 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-03bd440c-c5c1-40e8-b734-3af4cad2ff5c tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:03.667899 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-03bd440c-c5c1-40e8-b734-3af4cad2ff5c tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080982 Dec 09 18:48:03.682823 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-25aa45f2-4b3c-44e8-99a1-70663357bb8b tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/quotas/6da83c80d97849c892eac8428fb4dacb HTTP/1.1" status: 200 len: 375 time: 0.0093341 Dec 09 18:48:03.729568 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-a9ade4b0-5a45-43f5-82f9-d62a4f957e1d tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6da83c80d97849c892eac8428fb4dacb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414820 Dec 09 18:48:03.997177 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e41aae-566b-4f30-aea6-b092a49ee862 req-7c1b4345-517d-4cd2-bb86-73e764c645b0 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:03.998659 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c3e41aae-566b-4f30-aea6-b092a49ee862 req-7c1b4345-517d-4cd2-bb86-73e764c645b0 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.0888917 Dec 09 18:48:04.052355 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c3e41aae-566b-4f30-aea6-b092a49ee862 req-fb21ca09-8744-4ee4-ba3e-35135590a63b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468893 Dec 09 18:48:04.244855 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b7714-97cc-4450-b028-8f21898c57e9 req-a4402ca2-3ea8-438d-8308-29564bd4c102 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:04.246333 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-228b7714-97cc-4450-b028-8f21898c57e9 req-a4402ca2-3ea8-438d-8308-29564bd4c102 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0855992 Dec 09 18:48:04.291509 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-228b7714-97cc-4450-b028-8f21898c57e9 req-9e8d1348-10a7-43d4-b8d9-18bd69413069 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391331 Dec 09 18:48:04.435566 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c97a2317-4f6c-4ea7-b999-9bdc3ffd9690 req-99fe26ed-0743-49d7-92a2-5051b9745fdc tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 210 time: 0.0506766 Dec 09 18:48:04.626616 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f3066-0044-4d52-a829-2e287e94cbf4 req-97fde2d8-f407-4390-aef3-258b0ebca370 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:04.628069 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d86f3066-0044-4d52-a829-2e287e94cbf4 req-97fde2d8-f407-4390-aef3-258b0ebca370 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.0883567 Dec 09 18:48:04.673775 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d86f3066-0044-4d52-a829-2e287e94cbf4 req-06f91329-b6b8-4a6d-ab53-4de6cbba097c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400515 Dec 09 18:48:04.811777 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4f1bc9f7-0c71-41ba-9f6a-a90595871f72 req-8b36ddfb-6bfb-4649-bd5f-f2e8c387b16e tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 210 time: 0.0448883 Dec 09 18:48:05.257857 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74e9c3-5e74-4229-802b-b5fd5592ebac req-e2b8b189-ae32-4998-b6a1-7635d8496532 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:05.259314 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ca74e9c3-5e74-4229-802b-b5fd5592ebac req-e2b8b189-ae32-4998-b6a1-7635d8496532 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.0894961 Dec 09 18:48:05.310226 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ca74e9c3-5e74-4229-802b-b5fd5592ebac req-820ac2c1-ebda-4304-ba5e-f828cd5e8cd3 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446301 Dec 09 18:48:05.493897 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba93c5-d3df-4b6f-9ab4-a311ee4b8ed2 req-d478ffcc-dd7b-4aa7-911b-fe9328ba4d14 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:05.495352 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c5ba93c5-d3df-4b6f-9ab4-a311ee4b8ed2 req-d478ffcc-dd7b-4aa7-911b-fe9328ba4d14 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0885146 Dec 09 18:48:05.539678 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c5ba93c5-d3df-4b6f-9ab4-a311ee4b8ed2 req-ffb454aa-7f15-4285-8896-0a674247ee21 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382118 Dec 09 18:48:05.672389 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-bd870059-bd64-4b65-82fe-9a77d65e9805 req-f3642436-b82c-40d0-878c-0c79bd46bd7f tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 210 time: 0.0421216 Dec 09 18:48:05.869805 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011615f-d5b9-487f-ae49-a1eae0866c57 req-fb2db428-ddbc-4183-89d2-10669fb315a6 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:05.871257 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7011615f-d5b9-487f-ae49-a1eae0866c57 req-fb2db428-ddbc-4183-89d2-10669fb315a6 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.0881457 Dec 09 18:48:05.915575 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7011615f-d5b9-487f-ae49-a1eae0866c57 req-35d7f272-7074-4fbb-bccd-c6018addf5ca tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385656 Dec 09 18:48:06.077068 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-110fdc8f-816a-4a52-bd8d-df3677f11d4e req-30ddaa71-3ff0-4f5f-8320-4e769927750a tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 210 time: 0.0585802 Dec 09 18:48:06.499044 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e6156-b5a2-4115-acb1-9fda02796e2b req-ca8fe3d7-4ca8-4876-af01-83c2d44d39be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:06.500503 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-9e4e6156-b5a2-4115-acb1-9fda02796e2b req-ca8fe3d7-4ca8-4876-af01-83c2d44d39be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.0855908 Dec 09 18:48:06.550454 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-9e4e6156-b5a2-4115-acb1-9fda02796e2b req-8b201c2b-b4c7-420b-a5df-02b51c114101 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437837 Dec 09 18:48:06.743479 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3d910-dfa5-4ebe-851c-ced8d37ba63d req-9392547d-caf8-4af3-9d53-2d169c9bbc54 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:06.745413 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c1b3d910-dfa5-4ebe-851c-ced8d37ba63d req-9392547d-caf8-4af3-9d53-2d169c9bbc54 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0910187 Dec 09 18:48:06.789603 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c1b3d910-dfa5-4ebe-851c-ced8d37ba63d req-24e8c1a5-bd2c-44a0-8930-176c16287e14 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384948 Dec 09 18:48:06.970950 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7c72dfd5-ba8b-4f8d-9e0f-12b994be1794 req-c2cf83b1-24d6-450e-9f62-cb09281b81d9 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 210 time: 0.0859630 Dec 09 18:48:07.013282 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2243851-dd24-4e33-83df-f0b6c75b31ab req-e3cff8a2-c9ff-4a4d-95f1-85b4ffcc4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:07.015491 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e2243851-dd24-4e33-83df-f0b6c75b31ab req-e3cff8a2-c9ff-4a4d-95f1-85b4ffcc4c70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a171f64c53f40a5bcab7a06ae2e1b7c&device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 1096 time: 0.0950310 Dec 09 18:48:07.245703 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-cf60b970-160b-4c2e-aa74-b03db3cd17a4 req-cb14d374-319c-4535-a98a-1d24f2324792 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 210 time: 0.0515137 Dec 09 18:48:07.277938 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0b154-3c69-426a-a7fc-62d5f0b2f739 req-00fcb783-e661-4000-9d29-a043d9da40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:07.279480 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3bf0b154-3c69-426a-a7fc-62d5f0b2f739 req-00fcb783-e661-4000-9d29-a043d9da40ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 1098 time: 0.1499510 Dec 09 18:48:07.311190 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2243851-dd24-4e33-83df-f0b6c75b31ab req-5fdcc507-17c9-4741-aa27-d84477a4dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:07.312649 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e2243851-dd24-4e33-83df-f0b6c75b31ab req-5fdcc507-17c9-4741-aa27-d84477a4dac1 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2a171f64c53f40a5bcab7a06ae2e1b7c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2801611 Dec 09 18:48:07.326918 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3bf0b154-3c69-426a-a7fc-62d5f0b2f739 req-29674801-8618-4d8f-8e44-cb252d1b1202 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350368 Dec 09 18:48:07.421369 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8a6fb-ae26-475d-bd0b-bd0fd69cbf7b req-41a55c2d-515f-470c-95c9-97f12436efbd tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:07.422818 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d1f8a6fb-ae26-475d-bd0b-bd0fd69cbf7b req-41a55c2d-515f-470c-95c9-97f12436efbd tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.2710922 Dec 09 18:48:07.449770 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9960c0a-fa43-4b38-811a-976089eccc5d req-ae8db2a9-5a1f-47aa-8814-e2260d64a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:07.451533 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a9960c0a-fa43-4b38-811a-976089eccc5d req-ae8db2a9-5a1f-47aa-8814-e2260d64a8e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6b5853ee94f4573abed604993053c71&device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 1099 time: 0.2497489 Dec 09 18:48:07.499597 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2243851-dd24-4e33-83df-f0b6c75b31ab req-142daa6c-964e-4247-a3b1-fe3ac053d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:07.500899 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e2243851-dd24-4e33-83df-f0b6c75b31ab req-142daa6c-964e-4247-a3b1-fe3ac053d4eb service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1805599 Dec 09 18:48:07.503829 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d1f8a6fb-ae26-475d-bd0b-bd0fd69cbf7b req-458e378e-2d06-4e3e-b0bb-88fa91ef4788 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730221 Dec 09 18:48:07.778953 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae49b8d-02a0-4d2b-bc31-efe5f6b8f985 req-55ac5efc-7bdb-4041-b32c-e4e8f56cb0ce tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:07.780583 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3ae49b8d-02a0-4d2b-bc31-efe5f6b8f985 req-55ac5efc-7bdb-4041-b32c-e4e8f56cb0ce tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.0928135 Dec 09 18:48:07.840951 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-3ae49b8d-02a0-4d2b-bc31-efe5f6b8f985 req-02a579d0-24a4-486c-9e49-b02f8b1bbb3f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Synchronizing usage tracker for tenant:2a171f64c53f40a5bcab7a06ae2e1b7c on resource:security_group {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:48:07.861378 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-3ae49b8d-02a0-4d2b-bc31-efe5f6b8f985 req-02a579d0-24a4-486c-9e49-b02f8b1bbb3f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Unset dirty status for tenant:2a171f64c53f40a5bcab7a06ae2e1b7c on resource:security_group {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:48:07.863486 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3ae49b8d-02a0-4d2b-bc31-efe5f6b8f985 req-02a579d0-24a4-486c-9e49-b02f8b1bbb3f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767899 Dec 09 18:48:08.036165 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9960c0a-fa43-4b38-811a-976089eccc5d req-c68b6e30-76a0-4acf-a1fb-7d6ab7a0f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:08.037509 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a9960c0a-fa43-4b38-811a-976089eccc5d req-c68b6e30-76a0-4acf-a1fb-7d6ab7a0f832 service neutron] 10.222.0.10 "GET /v2.0/networks?id=129fe6e0-43d9-4d83-9e75-a054004d611c HTTP/1.1" status: 200 len: 919 time: 0.3296156 Dec 09 18:48:08.123029 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a9960c0a-fa43-4b38-811a-976089eccc5d req-4af82f15-a54b-4547-b021-d2a4b4f2685a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00e0e134-2894-42b8-a03d-d7466bed61ba HTTP/1.1" status: 200 len: 217 time: 0.0725305 Dec 09 18:48:08.128217 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-820032cd-eb3a-4a8a-af1d-65bb547b1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:08.128217 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-820032cd-eb3a-4a8a-af1d-65bb547b1322 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a171f64c53f40a5bcab7a06ae2e1b7c&device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 1096 time: 0.2603636 Dec 09 18:48:08.138574 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b90b01-d70f-45ed-804e-3bf821d82fca req-d71f726d-88e7-421a-8b3c-6bb0bf9f0c68 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:08.139792 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-87b90b01-d70f-45ed-804e-3bf821d82fca req-d71f726d-88e7-421a-8b3c-6bb0bf9f0c68 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.2211351 Dec 09 18:48:08.168688 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8fbcb6f4-d6c0-483b-9dd0-f5bce250486d req-e2b8c1c9-9ec9-46e8-84a8-d20792f5a8de tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 210 time: 0.0486524 Dec 09 18:48:08.188511 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-87b90b01-d70f-45ed-804e-3bf821d82fca req-0e4d08ac-1067-4a8b-abf7-4a0b01e43d1e tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417941 Dec 09 18:48:08.438498 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-fa0accab-3fab-4de9-a23b-1eee052c9183 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1288f274-5168-437b-b50e-5a999c242f6b HTTP/1.1" status: 200 len: 217 time: 0.1435189 Dec 09 18:48:08.485240 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ec198676-c498-4bde-a17d-f16cdf37e099 req-3e588b73-a186-47f4-a95e-9e8cfa3b0de7 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 210 time: 0.0952356 Dec 09 18:48:08.493731 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-4d493566-dced-4ecc-a466-6553d5f67c05 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:08.493731 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-4d493566-dced-4ecc-a466-6553d5f67c05 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Synchronizing usage tracker for tenant:107c2e5c3ae34de883aee998f00a1894 on resource:network {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:48:08.511624 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9960c0a-fa43-4b38-811a-976089eccc5d req-eec050d3-25f8-4ea9-90a1-7225b84f24b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:08.513072 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a9960c0a-fa43-4b38-811a-976089eccc5d req-eec050d3-25f8-4ea9-90a1-7225b84f24b5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec8933d7-bf4f-4cbd-ab64-4324389374e3 HTTP/1.1" status: 200 len: 858 time: 0.1678433 Dec 09 18:48:08.519918 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-4d493566-dced-4ecc-a466-6553d5f67c05 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Unset dirty status for tenant:107c2e5c3ae34de883aee998f00a1894 on resource:network {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:48:08.521336 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-4d493566-dced-4ecc-a466-6553d5f67c05 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.10 "GET /v2.0/networks?id=1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb HTTP/1.1" status: 200 len: 813 time: 0.1890745 Dec 09 18:48:08.538620 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Request body: {'port': {'device_id': '5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103', 'network_id': '1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb', 'admin_state_up': True, 'tenant_id': '107c2e5c3ae34de883aee998f00a1894'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:08.565003 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-049a24aa-02c6-45d6-bf78-a671097b0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:08.566502 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-049a24aa-02c6-45d6-bf78-a671097b0a1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e824af-a703-4242-88ed-b01542221d37 HTTP/1.1" status: 200 len: 853 time: 0.1142952 Dec 09 18:48:08.573202 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a9960c0a-fa43-4b38-811a-976089eccc5d req-e4c39cec-3cd1-4cf8-b279-9571ddca2031 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=129fe6e0-43d9-4d83-9e75-a054004d611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515265 Dec 09 18:48:08.729141 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:08.735616 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Usage tracker for resource:port and tenant:107c2e5c3ae34de883aee998f00a1894 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:08.739265 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:08.746619 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:08.756255 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-72ce4181-2e81-4e9d-8aec-3d0c4096cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:08.757174 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26f01b-ca29-4057-8381-72903b6024bc req-38e89bc2-f278-4f45-95ae-ea3256d6312a tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:08.757883 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-72ce4181-2e81-4e9d-8aec-3d0c4096cf72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1837983 Dec 09 18:48:08.758651 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bd26f01b-ca29-4057-8381-72903b6024bc req-38e89bc2-f278-4f45-95ae-ea3256d6312a tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.1351850 Dec 09 18:48:08.765203 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a9960c0a-fa43-4b38-811a-976089eccc5d req-5f97362d-e0b5-43f4-9eda-98c5dfb3d9be service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575882 Dec 09 18:48:08.783534 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Made reservation on behalf of 107c2e5c3ae34de883aee998f00a1894 for: {'port': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:48:08.787050 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:08.899551 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.10', 61438) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:08.970299 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bd26f01b-ca29-4057-8381-72903b6024bc req-422d6b52-8122-45cc-9121-ec51f469ed9f tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041469 Dec 09 18:48:09.021874 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-537bb4c0-de74-46a2-bcbd-0b8532a41377 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6da83c80d97849c892eac8428fb4dacb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448568 Dec 09 18:48:09.083211 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a9960c0a-fa43-4b38-811a-976089eccc5d req-fd518069-5286-46b0-aab2-0fd1ef06bef0 service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869017 Dec 09 18:48:09.141781 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-e07bbddd-ba82-4c6f-bca1-ab11a81703df service neutron] 10.222.0.10 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652465 Dec 09 18:48:09.180849 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e86eb5-e5df-4fc9-a42e-871c5d6de723 req-bdf5ade2-a952-4f21-99e6-3a324136542b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:09.182522 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-08e86eb5-e5df-4fc9-a42e-871c5d6de723 req-bdf5ade2-a952-4f21-99e6-3a324136542b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.1632621 Dec 09 18:48:09.226909 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Allocated IP 172.20.0.9 (1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb/1eaf5947-b2ff-4c6a-bd20-2a5faac74876/da771f29-409b-447e-a2d3-dc2811dc81be) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:48:09.257233 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-64ae4752-25e8-411e-a101-b5ce70b8b1da tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:09.258734 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-64ae4752-25e8-411e-a101-b5ce70b8b1da tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259977 Dec 09 18:48:09.297326 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Request body: {'port': {'device_id': 'c20916aa-7718-4085-8490-74320f90ac03', 'network_id': 'a3cc02dc-5da2-4221-89df-fa24e17dc601', 'admin_state_up': True, 'tenant_id': '6da83c80d97849c892eac8428fb4dacb'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:09.304962 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-08e86eb5-e5df-4fc9-a42e-871c5d6de723 req-c71f710c-6ff3-475d-bcd7-060f49c74c88 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766463 Dec 09 18:48:09.324639 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7d110a85-9b68-4852-b192-c45ebd710b9d req-bcd0da5a-7401-4011-991a-a4c1dd2e8658 service neutron] 10.222.0.10 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709032 Dec 09 18:48:09.457912 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f48f7a48-f80d-44ae-9906-42a19a306739 req-fd3b0145-ab33-4a99-b0a2-0eb72c369f4b tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 210 time: 0.1464117 Dec 09 18:48:09.505616 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10ae5d-334b-4bdc-8a12-50a7ab07260a req-c60b80c3-cffc-465a-b194-9f3a76eeca25 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:09.507190 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6d10ae5d-334b-4bdc-8a12-50a7ab07260a req-c60b80c3-cffc-465a-b194-9f3a76eeca25 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0938444 Dec 09 18:48:09.568749 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6d10ae5d-334b-4bdc-8a12-50a7ab07260a req-6ef89039-4b80-428f-a8d2-a01592e77b46 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547230 Dec 09 18:48:09.629460 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:09.633476 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:09.639032 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Usage tracker for resource:port and tenant:6da83c80d97849c892eac8428fb4dacb is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:09.643001 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:09.649749 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:09.666308 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Made reservation on behalf of 6da83c80d97849c892eac8428fb4dacb for: {'port': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:48:09.669620 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:09.684058 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:09.702495 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:09.706906 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Usage tracker for resource:security_group_rule and tenant:6da83c80d97849c892eac8428fb4dacb is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:09.710142 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:09.711900 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:09.721804 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c778121a-0718-469e-baa4-a074818e5dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:09.751458 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:09.799865 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Network 1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:48:09.809123 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Pushing event updated for resources: {'Port': ['ID=da771f29-409b-447e-a2d3-dc2811dc81be,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:09.811572 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:48:09.813273 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:09.815785 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:48:09.820643 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292686f8-f0fb-477c-b2fc-4712810061c8 req-35cbc4b0-56d2-4ca3-a850-ec8cca69269a tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:09.822309 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-292686f8-f0fb-477c-b2fc-4712810061c8 req-35cbc4b0-56d2-4ca3-a850-ec8cca69269a tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 931 time: 0.1545086 Dec 09 18:48:09.870288 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-292686f8-f0fb-477c-b2fc-4712810061c8 req-d7e8e750-5d3a-44ee-a0db-2fe66e93d50c tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Dec 09 18:48:09.898512 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:09.898512 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:09.966085 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:09.968163 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4341202 Dec 09 18:48:09.970530 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:09.973316 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-b7a3c5a9-2967-4bc5-96bd-5bcb3d1c2e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:09.990273 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Request body: {'port': {'device_id': '5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:10.114761 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d78268-b2f1-4047-a335-e95ee37a0863,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:10.123801 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:10.178487 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4cf6b-4a39-4575-b4fc-2dfd8fb02150 req-076fd85a-de9e-4702-b4fb-9b4d16eaf1a1 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:10.185943 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-9ca4cf6b-4a39-4575-b4fc-2dfd8fb02150 req-076fd85a-de9e-4702-b4fb-9b4d16eaf1a1 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.0910964 Dec 09 18:48:10.227126 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-9ca4cf6b-4a39-4575-b4fc-2dfd8fb02150 req-a265d6de-58ee-403a-ac90-b95120a991ea tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402088 Dec 09 18:48:10.246006 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:10.319877 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Allocated IP 192.168.233.49 (a3cc02dc-5da2-4221-89df-fa24e17dc601/970f8c0e-0425-490c-b169-f402e075ea8f/6c28b591-40b8-448b-9e4e-01be61c5d4ed) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:48:10.650610 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5c8e1dd2-326b-40b5-8ed4-5b84dbb18f08 req-ece3fec1-4b64-41f9-9675-02037ff8434e tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 210 time: 0.0653286 Dec 09 18:48:10.859685 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25f928-d4ca-42cc-a069-f4bcc76f2a98 req-03f4648e-3506-4c5c-b0f2-59e232cc7429 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:10.861255 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4e25f928-d4ca-42cc-a069-f4bcc76f2a98 req-03f4648e-3506-4c5c-b0f2-59e232cc7429 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1078937 Dec 09 18:48:10.913846 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4e25f928-d4ca-42cc-a069-f4bcc76f2a98 req-1cec3748-f344-4093-9b29-60a735c9eee5 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456302 Dec 09 18:48:11.016266 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d07cb-3dff-4e57-94c5-88f3447eff8b req-da362939-644f-42ee-9352-1e125e7862d7 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:11.017897 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c21d07cb-3dff-4e57-94c5-88f3447eff8b req-da362939-644f-42ee-9352-1e125e7862d7 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.5610933 Dec 09 18:48:11.096975 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:11.098644 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e5863-d876-4240-a214-cfa145d4e731 req-92548eea-296c-4440-b91e-b61d70ae618d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:11.100106 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-305e5863-d876-4240-a214-cfa145d4e731 req-92548eea-296c-4440-b91e-b61d70ae618d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 931 time: 0.0871434 Dec 09 18:48:11.131806 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c21d07cb-3dff-4e57-94c5-88f3447eff8b req-09c636fb-85b1-4796-ae14-3cb95cd948dc tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037319 Dec 09 18:48:11.135297 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Transition to ACTIVE for port object 6c28b591-40b8-448b-9e4e-01be61c5d4ed will not be triggered until provisioned by entity DHCP. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:48:11.153181 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-305e5863-d876-4240-a214-cfa145d4e731 req-4ce775e8-64a6-4823-8379-2ab5da667e4a tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470531 Dec 09 18:48:11.215658 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da771f29-409b-447e-a2d3-dc2811dc81be {{(pid=86801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:48:11.224186 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:11.241971 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:11.244172 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Transition to ACTIVE for port object da771f29-409b-447e-a2d3-dc2811dc81be will not be triggered until provisioned by entity L2. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:48:11.249562 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:11.285518 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:11.331346 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Network a3cc02dc-5da2-4221-89df-fa24e17dc601 is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:48:11.379404 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:48:11.389609 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:48:11.414910 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Pushing event updated for resources: {'Port': ['ID=6c28b591-40b8-448b-9e4e-01be61c5d4ed,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:11.431676 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:11.432466 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:11.547120 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb85bf-0573-4433-98fe-d5a25102410f req-b55c46ca-5bcf-4839-8989-16a3ed547f30 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:11.548786 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-1abb85bf-0573-4433-98fe-d5a25102410f req-b55c46ca-5bcf-4839-8989-16a3ed547f30 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.0872467 Dec 09 18:48:11.594600 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-1abb85bf-0573-4433-98fe-d5a25102410f req-c3148d44-2c5f-45b2-ab53-27cf5571f106 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395937 Dec 09 18:48:11.596508 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:11.596973 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:11.611290 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-090ce285-9584-4723-86c9-dff43539f8d0 None None] Provisioning for port 6c28b591-40b8-448b-9e4e-01be61c5d4ed completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:48:11.611822 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Pushing event updated for resources: {'Port': ['ID=da771f29-409b-447e-a2d3-dc2811dc81be,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:11.615931 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:11.616921 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-090ce285-9584-4723-86c9-dff43539f8d0 None None] Provisioning complete for port 6c28b591-40b8-448b-9e4e-01be61c5d4ed triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:48:11.617548 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-090ce285-9584-4723-86c9-dff43539f8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:11.640296 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3567376 Dec 09 18:48:11.648555 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Attempting to bind port da771f29-409b-447e-a2d3-dc2811dc81be on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:48:11.648848 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Attempting to bind port da771f29-409b-447e-a2d3-dc2811dc81be by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '078fb4bd-516f-417c-8af3-311329b284e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb'}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:48:11.649155 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Attempting to bind port da771f29-409b-447e-a2d3-dc2811dc81be on network 1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:48:11.658087 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Request body: {'port': {'device_id': 'c20916aa-7718-4085-8490-74320f90ac03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:11.673080 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-090ce285-9584-4723-86c9-dff43539f8d0 None None] Port 6c28b591-40b8-448b-9e4e-01be61c5d4ed cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:48:11.689422 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Port da771f29-409b-447e-a2d3-dc2811dc81be on network 1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:48:11.689599 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Attempting to bind port da771f29-409b-447e-a2d3-dc2811dc81be on network 1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:48:11.707610 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:48:11.707938 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Checking segment: {'id': '078fb4bd-516f-417c-8af3-311329b284e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:48:11.708317 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Bound using segment: {'id': '078fb4bd-516f-417c-8af3-311329b284e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb'} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:48:11.708737 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Bound port: da771f29-409b-447e-a2d3-dc2811dc81be, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078fb4bd-516f-417c-8af3-311329b284e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb'}}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:48:11.709077 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:11.907410 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:11.930019 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] For port da771f29-409b-447e-a2d3-dc2811dc81be, host hv-cinder-81934, cleared binding levels {{(pid=86801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:48:11.969498 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] For port da771f29-409b-447e-a2d3-dc2811dc81be, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=da771f29-409b-447e-a2d3-dc2811dc81be,segment=NetworkSegment(078fb4bd-516f-417c-8af3-311329b284e9),segment_id=078fb4bd-516f-417c-8af3-311329b284e9)] {{(pid=86801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:48:11.985156 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:11.998200 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:12.083800 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bf615-d6a8-4fea-ba9f-33af78276dd0 req-01d84343-4a61-406a-b766-2079137e46eb tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:12.084658 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-092bf615-d6a8-4fea-ba9f-33af78276dd0 req-01d84343-4a61-406a-b766-2079137e46eb tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Synchronizing usage tracker for tenant:6da83c80d97849c892eac8428fb4dacb on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:48:12.106741 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41035654-3fde-4dc5-924d-a485372b5f8f req-c9054781-ff50-4c1b-8567-e86f60c35281 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:12.108373 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-41035654-3fde-4dc5-924d-a485372b5f8f req-c9054781-ff50-4c1b-8567-e86f60c35281 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0861769 Dec 09 18:48:12.127921 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:12.128514 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:12.129879 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] 10.222.0.10 "PUT /v2.0/ports/da771f29-409b-447e-a2d3-dc2811dc81be HTTP/1.1" status: 200 len: 1093 time: 2.1487803 Dec 09 18:48:12.130446 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103', 'tag': 'da771f29-409b-447e-a2d3-dc2811dc81be'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:48:12.184676 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-41035654-3fde-4dc5-924d-a485372b5f8f req-870fa49f-4197-458f-8de9-5038cc10159c tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668759 Dec 09 18:48:12.192243 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Pushing event updated for resources: {'Port': ['ID=da771f29-409b-447e-a2d3-dc2811dc81be,revision_number=3']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:12.196768 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:12.216904 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-092bf615-d6a8-4fea-ba9f-33af78276dd0 req-01d84343-4a61-406a-b766-2079137e46eb tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Unset dirty status for tenant:6da83c80d97849c892eac8428fb4dacb on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:48:12.218020 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-092bf615-d6a8-4fea-ba9f-33af78276dd0 req-01d84343-4a61-406a-b766-2079137e46eb tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 935 time: 0.4591300 Dec 09 18:48:12.241149 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 46458) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:12.318596 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103', 'tag': 'da771f29-409b-447e-a2d3-dc2811dc81be', 'status': 'completed', 'code': 200} Dec 09 18:48:12.381234 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-092bf615-d6a8-4fea-ba9f-33af78276dd0 req-61a79196-3614-438d-bb25-e1627c62b7b8 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Synchronizing usage tracker for tenant:6da83c80d97849c892eac8428fb4dacb on resource:security_group {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:48:12.408377 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f4c61efc-20ff-4f61-b2ae-6f76092d8674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:12.433960 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-092bf615-d6a8-4fea-ba9f-33af78276dd0 req-61a79196-3614-438d-bb25-e1627c62b7b8 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Unset dirty status for tenant:6da83c80d97849c892eac8428fb4dacb on resource:security_group {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:48:12.435275 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-092bf615-d6a8-4fea-ba9f-33af78276dd0 req-61a79196-3614-438d-bb25-e1627c62b7b8 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761904 Dec 09 18:48:12.441873 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-f4c61efc-20ff-4f61-b2ae-6f76092d8674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:12.448064 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-3aef61a9-5f4a-4f8d-8fc6-8bfa0f56bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:12.449715 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-3aef61a9-5f4a-4f8d-8fc6-8bfa0f56bcc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=107c2e5c3ae34de883aee998f00a1894&device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 1096 time: 0.2339783 Dec 09 18:48:12.462065 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-f4c61efc-20ff-4f61-b2ae-6f76092d8674 admin admin] Usage tracker for resource:security_group_rule and tenant:dee902f659ac4dc481d8d1816a905205 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:12.462065 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-f4c61efc-20ff-4f61-b2ae-6f76092d8674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:12.467993 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-f4c61efc-20ff-4f61-b2ae-6f76092d8674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:12.520329 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35537c6-a9d2-4d54-8c2b-7cc04403068a req-6dc163c6-097a-4b58-ab89-c2a99d0d796d tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:12.521948 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a35537c6-a9d2-4d54-8c2b-7cc04403068a req-6dc163c6-097a-4b58-ab89-c2a99d0d796d tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.1501641 Dec 09 18:48:12.575718 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-7c459aaa-9d8b-4b5a-a559-be583a399a8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da771f29-409b-447e-a2d3-dc2811dc81be HTTP/1.1" status: 200 len: 217 time: 0.1081812 Dec 09 18:48:12.593510 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a35537c6-a9d2-4d54-8c2b-7cc04403068a req-d41c5e6f-05b4-46b8-a806-086660aea916 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641131 Dec 09 18:48:12.626119 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f4c61efc-20ff-4f61-b2ae-6f76092d8674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:12.632062 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f4c61efc-20ff-4f61-b2ae-6f76092d8674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:12.641448 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-e00818d5-1f6f-4563-a5c4-5366718e1978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:12.689138 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-f4c61efc-20ff-4f61-b2ae-6f76092d8674 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dee902f659ac4dc481d8d1816a905205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445167 Dec 09 18:48:12.689138 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c61efc-20ff-4f61-b2ae-6f76092d8674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bf7a2f-d762-4d1a-ab86-be6ce5e94ba5,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:12.690274 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 46468) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:12.692733 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f4c61efc-20ff-4f61-b2ae-6f76092d8674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:12.757577 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-9ebd2ed2-92e7-4e09-b6fd-97c5709f832f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:12.783204 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c28b591-40b8-448b-9e4e-01be61c5d4ed {{(pid=86801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:48:12.789197 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-9ebd2ed2-92e7-4e09-b6fd-97c5709f832f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:12.793766 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:12.815255 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Transition to ACTIVE for port object 6c28b591-40b8-448b-9e4e-01be61c5d4ed will not be triggered until provisioned by entity L2. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:48:12.830245 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:12.836460 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:12.853382 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-9ebd2ed2-92e7-4e09-b6fd-97c5709f832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:12.860867 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-ebe7507a-1b45-4e52-ab6c-fdfcda81370e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:12.877809 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd2ed2-92e7-4e09-b6fd-97c5709f832f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bf7a2f-d762-4d1a-ab86-be6ce5e94ba5,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:12.887504 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-fade7b9f-e528-417c-bb9c-ce0eb7b36929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:12.888931 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-fade7b9f-e528-417c-bb9c-ce0eb7b36929 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1eaf5947-b2ff-4c6a-bd20-2a5faac74876 HTTP/1.1" status: 200 len: 853 time: 0.2757776 Dec 09 18:48:12.920404 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-9ebd2ed2-92e7-4e09-b6fd-97c5709f832f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:12.926436 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-9ebd2ed2-92e7-4e09-b6fd-97c5709f832f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:12.927460 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-9ebd2ed2-92e7-4e09-b6fd-97c5709f832f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61bf7a2f-d762-4d1a-ab86-be6ce5e94ba5 HTTP/1.1" status: 204 len: 168 time: 0.2362275 Dec 09 18:48:12.980959 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03be8a-1011-431a-8f28-10cdb99df2b8 req-73fed7fe-a22b-49a0-a921-47e0f8282464 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:12.988120 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0f03be8a-1011-431a-8f28-10cdb99df2b8 req-73fed7fe-a22b-49a0-a921-47e0f8282464 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.1126945 Dec 09 18:48:13.031085 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17c9d0-fb53-4304-b759-5e3c8f950200 req-29889fe1-b7bd-4ffb-8a32-7a65bcfd4068 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:13.031809 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-bf17c9d0-fb53-4304-b759-5e3c8f950200 req-29889fe1-b7bd-4ffb-8a32-7a65bcfd4068 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Synchronizing usage tracker for tenant:107c2e5c3ae34de883aee998f00a1894 on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:48:13.036133 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-6610b32d-7f3a-4f2d-9a3c-519299f7827b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342258 Dec 09 18:48:13.036411 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0f03be8a-1011-431a-8f28-10cdb99df2b8 req-1613d77e-a9ea-4ee4-979b-589e60139038 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474293 Dec 09 18:48:13.070334 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Pushing event updated for resources: {'Port': ['ID=6c28b591-40b8-448b-9e4e-01be61c5d4ed,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:13.077901 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:13.223766 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-bf17c9d0-fb53-4304-b759-5e3c8f950200 req-29889fe1-b7bd-4ffb-8a32-7a65bcfd4068 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Unset dirty status for tenant:107c2e5c3ae34de883aee998f00a1894 on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:48:13.224944 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bf17c9d0-fb53-4304-b759-5e3c8f950200 req-29889fe1-b7bd-4ffb-8a32-7a65bcfd4068 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 943 time: 0.6460140 Dec 09 18:48:13.297836 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Attempting to bind port 6c28b591-40b8-448b-9e4e-01be61c5d4ed on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:48:13.298150 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Attempting to bind port 6c28b591-40b8-448b-9e4e-01be61c5d4ed by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '0d35b79a-cd88-4a5b-9ac5-f0268162157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3cc02dc-5da2-4221-89df-fa24e17dc601'}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:48:13.298473 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Attempting to bind port 6c28b591-40b8-448b-9e4e-01be61c5d4ed on network a3cc02dc-5da2-4221-89df-fa24e17dc601 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:48:13.316737 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Port 6c28b591-40b8-448b-9e4e-01be61c5d4ed on network a3cc02dc-5da2-4221-89df-fa24e17dc601 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:48:13.317059 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Attempting to bind port 6c28b591-40b8-448b-9e4e-01be61c5d4ed on network a3cc02dc-5da2-4221-89df-fa24e17dc601 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:48:13.324442 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-2345f3aa-6f48-41df-94ba-4e89f8c0183b service neutron] 10.222.0.10 "GET /v2.0/networks/1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483344 Dec 09 18:48:13.329527 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:48:13.329868 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Checking segment: {'id': '0d35b79a-cd88-4a5b-9ac5-f0268162157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3cc02dc-5da2-4221-89df-fa24e17dc601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:48:13.330274 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Bound using segment: {'id': '0d35b79a-cd88-4a5b-9ac5-f0268162157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3cc02dc-5da2-4221-89df-fa24e17dc601'} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:48:13.330890 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Bound port: 6c28b591-40b8-448b-9e4e-01be61c5d4ed, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d35b79a-cd88-4a5b-9ac5-f0268162157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a3cc02dc-5da2-4221-89df-fa24e17dc601'}}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:48:13.331289 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:13.365317 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-bf17c9d0-fb53-4304-b759-5e3c8f950200 req-1cfdbd32-54e5-493f-a76f-d2ad00e067be tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Synchronizing usage tracker for tenant:107c2e5c3ae34de883aee998f00a1894 on resource:security_group {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:48:13.425925 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26645243-fb94-45fb-8e0d-61964312186c req-ba38ca95-24ad-4b89-9bfd-f57483bacfce tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:13.427378 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-26645243-fb94-45fb-8e0d-61964312186c req-ba38ca95-24ad-4b89-9bfd-f57483bacfce tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.10 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 945 time: 0.1480548 Dec 09 18:48:13.439657 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edc4af-6805-477a-b4b3-0a9c2b2cc171 req-2f326966-5940-41c9-9ebe-cb715741efa1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:13.441211 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-38edc4af-6805-477a-b4b3-0a9c2b2cc171 req-2f326966-5940-41c9-9ebe-cb715741efa1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1224480 Dec 09 18:48:13.492407 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-bf17c9d0-fb53-4304-b759-5e3c8f950200 req-1cfdbd32-54e5-493f-a76f-d2ad00e067be tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Unset dirty status for tenant:107c2e5c3ae34de883aee998f00a1894 on resource:security_group {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:48:13.495280 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bf17c9d0-fb53-4304-b759-5e3c8f950200 req-1cfdbd32-54e5-493f-a76f-d2ad00e067be tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585819 Dec 09 18:48:13.535881 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [req-26645243-fb94-45fb-8e0d-61964312186c req-d3e9f6c6-0576-407a-aae2-192433e47be3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Deleting port fccdb5dd-b4f8-42ed-a39c-022200654fdb {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:48:13.536216 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-26645243-fb94-45fb-8e0d-61964312186c req-d3e9f6c6-0576-407a-aae2-192433e47be3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:13.563613 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b92e8f57-ded9-46e0-90d3-ee42f41d6860 req-01f11345-2fe2-4299-83a9-7e16b250351d service neutron] 10.222.0.10 "GET /v2.0/networks/1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215743 Dec 09 18:48:13.591374 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] For port 6c28b591-40b8-448b-9e4e-01be61c5d4ed, host hv-cinder-81934, cleared binding levels {{(pid=86801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:48:13.595785 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-38edc4af-6805-477a-b4b3-0a9c2b2cc171 req-2df0bc72-429c-4164-9ca7-417a0a707dc9 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058950 Dec 09 18:48:13.596322 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] For port 6c28b591-40b8-448b-9e4e-01be61c5d4ed, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=6c28b591-40b8-448b-9e4e-01be61c5d4ed,segment=NetworkSegment(0d35b79a-cd88-4a5b-9ac5-f0268162157f),segment_id=0d35b79a-cd88-4a5b-9ac5-f0268162157f)] {{(pid=86801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:48:13.656955 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:13.669099 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:13.781307 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:13.781954 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:13.783337 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] 10.222.0.10 "PUT /v2.0/ports/6c28b591-40b8-448b-9e4e-01be61c5d4ed HTTP/1.1" status: 200 len: 1097 time: 2.1303008 Dec 09 18:48:13.939543 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-26645243-fb94-45fb-8e0d-61964312186c req-d3e9f6c6-0576-407a-aae2-192433e47be3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] For port fccdb5dd-b4f8-42ed-a39c-022200654fdb, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=fccdb5dd-b4f8-42ed-a39c-022200654fdb,segment=NetworkSegment(b657ad7d-8ccb-4a48-8d72-3fa7620a21b2),segment_id=b657ad7d-8ccb-4a48-8d72-3fa7620a21b2)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:13.939904 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-26645243-fb94-45fb-8e0d-61964312186c req-d3e9f6c6-0576-407a-aae2-192433e47be3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:13.963587 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Pushing event updated for resources: {'Port': ['ID=6c28b591-40b8-448b-9e4e-01be61c5d4ed,revision_number=3']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:13.974395 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:14.027924 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1eb753-6d6a-4ad3-9fc6-338592e27269 req-5540e42e-0e26-46a4-b4c5-12090e1f9515 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:14.029471 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4a1eb753-6d6a-4ad3-9fc6-338592e27269 req-5540e42e-0e26-46a4-b4c5-12090e1f9515 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 947 time: 0.4222262 Dec 09 18:48:14.034162 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da94c1d-a02c-45b7-a0bb-f960a53e970f req-f2f0eb20-94b7-47a9-bcd6-78cbc577e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:14.035798 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5da94c1d-a02c-45b7-a0bb-f960a53e970f req-f2f0eb20-94b7-47a9-bcd6-78cbc577e916 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=107c2e5c3ae34de883aee998f00a1894&device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 1096 time: 0.3677249 Dec 09 18:48:14.159696 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-533fb2d8-9aa1-4264-a19d-4bacadc955c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:14.160988 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-533fb2d8-9aa1-4264-a19d-4bacadc955c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6da83c80d97849c892eac8428fb4dacb&device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 1100 time: 0.3117266 Dec 09 18:48:14.233067 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [req-26645243-fb94-45fb-8e0d-61964312186c req-d3e9f6c6-0576-407a-aae2-192433e47be3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Calling delete_port for fccdb5dd-b4f8-42ed-a39c-022200654fdb owned by compute:nova {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:48:14.233244 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 1288f274-5168-437b-b50e-5a999c242f6b details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:48:14.283721 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4a1eb753-6d6a-4ad3-9fc6-338592e27269 req-d59aaaee-5c55-4ddd-ad95-348647726326 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445984 Dec 09 18:48:14.287304 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-1f7c0fbb-2f9d-4b38-91a9-c506ec300c54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=6c28b591-40b8-448b-9e4e-01be61c5d4ed HTTP/1.1" status: 200 len: 217 time: 0.1110773 Dec 09 18:48:14.371130 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20916aa-7718-4085-8490-74320f90ac03', 'tag': '6c28b591-40b8-448b-9e4e-01be61c5d4ed'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:48:14.452207 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-bbc23ba3-7875-4015-bc87-2f7e2840ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:14.454079 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-bbc23ba3-7875-4015-bc87-2f7e2840ec17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=970f8c0e-0425-490c-b169-f402e075ea8f HTTP/1.1" status: 200 len: 843 time: 0.1606641 Dec 09 18:48:14.455229 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da94c1d-a02c-45b7-a0bb-f960a53e970f req-6497a0f3-3b24-46fc-a5fd-1c74a6dce930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:14.457010 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5da94c1d-a02c-45b7-a0bb-f960a53e970f req-6497a0f3-3b24-46fc-a5fd-1c74a6dce930 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb HTTP/1.1" status: 200 len: 914 time: 0.3978362 Dec 09 18:48:14.504299 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b3d20-6231-44c4-97c9-5be04a55fdb6 req-239a3498-6d9d-4532-b542-ac03cc304050 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:14.504299 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-579b3d20-6231-44c4-97c9-5be04a55fdb6 req-239a3498-6d9d-4532-b542-ac03cc304050 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 943 time: 0.6829126 Dec 09 18:48:14.548128 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 1288f274-5168-437b-b50e-5a999c242f6b, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1288f274-5168-437b-b50e-5a999c242f6b,segment=NetworkSegment(e4447597-0ed4-49d4-8d35-2087aa977f9f),segment_id=e4447597-0ed4-49d4-8d35-2087aa977f9f)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:14.564533 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': '1288f274-5168-437b-b50e-5a999c242f6b', 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'port_id': '1288f274-5168-437b-b50e-5a999c242f6b', 'mac_address': 'fa:16:3e:7c:96:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e824af-a703-4242-88ed-b01542221d37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:48:14.567563 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-26645243-fb94-45fb-8e0d-61964312186c req-d3e9f6c6-0576-407a-aae2-192433e47be3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:14.579662 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:14.590927 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5da94c1d-a02c-45b7-a0bb-f960a53e970f req-11714270-f890-46db-90b8-88e7171a881e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da771f29-409b-447e-a2d3-dc2811dc81be HTTP/1.1" status: 200 len: 217 time: 0.0917902 Dec 09 18:48:14.613174 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['fccdb5dd-b4f8-42ed-a39c-022200654fdb'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:48:14.659656 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da94c1d-a02c-45b7-a0bb-f960a53e970f req-184fb94b-bcc6-40cf-8f74-4cbcf9e3172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:14.661123 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5da94c1d-a02c-45b7-a0bb-f960a53e970f req-184fb94b-bcc6-40cf-8f74-4cbcf9e3172f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1eaf5947-b2ff-4c6a-bd20-2a5faac74876 HTTP/1.1" status: 200 len: 853 time: 0.0622590 Dec 09 18:48:14.679125 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:14.697528 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1288f274-5168-437b-b50e-5a999c242f6b {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:48:14.715224 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6c6-0576-407a-aae2-192433e47be3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Pushing event deleted for resources: {'Port': ['ID=fccdb5dd-b4f8-42ed-a39c-022200654fdb,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:14.719408 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 1288f274-5168-437b-b50e-5a999c242f6b, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1288f274-5168-437b-b50e-5a999c242f6b,segment=NetworkSegment(e4447597-0ed4-49d4-8d35-2087aa977f9f),segment_id=e4447597-0ed4-49d4-8d35-2087aa977f9f)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:14.725389 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:14.731634 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:14.735011 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-d3e9f6c6-0576-407a-aae2-192433e47be3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:14.780397 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [req-26645243-fb94-45fb-8e0d-61964312186c req-d3e9f6c6-0576-407a-aae2-192433e47be3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] No DVR routers for this DVR port fccdb5dd-b4f8-42ed-a39c-022200654fdb on host hv-cinder-81934 {{(pid=86802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:48:14.784742 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-26645243-fb94-45fb-8e0d-61964312186c req-d3e9f6c6-0576-407a-aae2-192433e47be3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:14.789889 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-579b3d20-6231-44c4-97c9-5be04a55fdb6 req-455b1556-b873-4b8b-b6fb-48b1380b21b3 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592504 Dec 09 18:48:14.790484 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0113f54d-5883-440a-8b51-368175d002aa', 'name': 'network-vif-deleted', 'tag': 'fccdb5dd-b4f8-42ed-a39c-022200654fdb'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:48:14.812368 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-26645243-fb94-45fb-8e0d-61964312186c req-d3e9f6c6-0576-407a-aae2-192433e47be3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.10 "DELETE /v2.0/ports/fccdb5dd-b4f8-42ed-a39c-022200654fdb HTTP/1.1" status: 204 len: 173 time: 1.3700311 Dec 09 18:48:14.828967 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=1288f274-5168-437b-b50e-5a999c242f6b,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:14.841540 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:14.842190 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:14.842665 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:14.843922 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:14.844546 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:14.845628 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:14.846139 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:14.846608 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:14.847085 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:14.848334 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:14.849109 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:14.849675 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:14.867208 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:14.933674 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20916aa-7718-4085-8490-74320f90ac03', 'tag': '6c28b591-40b8-448b-9e4e-01be61c5d4ed', 'status': 'completed', 'code': 200} Dec 09 18:48:14.938027 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5da94c1d-a02c-45b7-a0bb-f960a53e970f req-b383a7af-147a-4386-9486-b1458c09f27d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2691607 Dec 09 18:48:14.952940 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-88656add-baab-4945-8aa3-28c1c89cb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:14.955241 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-88656add-baab-4945-8aa3-28c1c89cb0ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3cc02dc-5da2-4221-89df-fa24e17dc601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4863098 Dec 09 18:48:15.031239 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-be1e609d-78a6-4e0b-906e-f85d76950edc req-e006ec8a-b088-41d9-a068-e0a0c07b41cc tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0113f54d-5883-440a-8b51-368175d002aa HTTP/1.1" status: 200 len: 210 time: 0.1515021 Dec 09 18:48:15.067924 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af500c-62b8-49d4-8013-4d60e9e80ae1 req-42892b36-3e45-4b25-8f23-277aca2e5d2e tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:15.069788 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-11af500c-62b8-49d4-8013-4d60e9e80ae1 req-42892b36-3e45-4b25-8f23-277aca2e5d2e tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 943 time: 0.0897872 Dec 09 18:48:15.115250 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0113f54d-5883-440a-8b51-368175d002aa', 'name': 'network-vif-deleted', 'tag': 'fccdb5dd-b4f8-42ed-a39c-022200654fdb', 'status': 'completed', 'code': 200} Dec 09 18:48:15.120190 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-11af500c-62b8-49d4-8013-4d60e9e80ae1 req-8558fb81-a0bd-484e-a684-0195d5f9219a tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438776 Dec 09 18:48:15.203329 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['1288f274-5168-437b-b50e-5a999c242f6b'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:48:15.238501 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5da94c1d-a02c-45b7-a0bb-f960a53e970f req-f2428f9b-7233-4bd0-8ad5-ab044ac7bbb5 service neutron] 10.222.0.10 "GET /v2.0/networks/1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905798 Dec 09 18:48:15.241995 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-49a90ef6-3693-4a10-91b4-00709057611e service neutron] 10.222.0.10 "GET /v2.0/networks/a3cc02dc-5da2-4221-89df-fa24e17dc601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506239 Dec 09 18:48:15.586036 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-836d4c5c-056b-4bae-9618-77d33af8fb3e req-eb739a63-061d-438d-a84a-8e28c2d6db36 service neutron] 10.222.0.10 "GET /v2.0/networks/a3cc02dc-5da2-4221-89df-fa24e17dc601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158472 Dec 09 18:48:15.590265 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5da94c1d-a02c-45b7-a0bb-f960a53e970f req-9d0cce4d-a464-480f-9bca-c6961806d6bd service neutron] 10.222.0.10 "GET /v2.0/networks/1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382206 Dec 09 18:48:15.626579 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108687e3-bd0d-4d0d-8993-0e50e0118617 req-dd24a361-c473-4cb1-aa9f-8680c934e790 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:15.629365 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-108687e3-bd0d-4d0d-8993-0e50e0118617 req-dd24a361-c473-4cb1-aa9f-8680c934e790 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 947 time: 0.2096622 Dec 09 18:48:15.726127 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-108687e3-bd0d-4d0d-8993-0e50e0118617 req-6a71b81e-fa8b-41de-9981-2a66025de42b tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864508 Dec 09 18:48:15.780914 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b7541-ce80-4b79-9670-b0dcfd20c73f req-e4cf2f91-edf8-430f-aa9f-7408004d58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:15.782545 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3a6b7541-ce80-4b79-9670-b0dcfd20c73f req-e4cf2f91-edf8-430f-aa9f-7408004d58e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6da83c80d97849c892eac8428fb4dacb&device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 1100 time: 0.1072230 Dec 09 18:48:15.994702 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b7541-ce80-4b79-9670-b0dcfd20c73f req-bca56967-aa31-4bb3-9882-e4e88ede01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:15.996173 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3a6b7541-ce80-4b79-9670-b0dcfd20c73f req-bca56967-aa31-4bb3-9882-e4e88ede01f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3cc02dc-5da2-4221-89df-fa24e17dc601 HTTP/1.1" status: 200 len: 870 time: 0.2057428 Dec 09 18:48:16.077672 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10a541-f224-451d-a0d4-a45b6d47e339 req-3b3d7442-b350-4713-b7d6-5179d022d4b8 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:16.079262 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ef10a541-f224-451d-a0d4-a45b6d47e339 req-3b3d7442-b350-4713-b7d6-5179d022d4b8 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1948955 Dec 09 18:48:16.089296 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3a6b7541-ce80-4b79-9670-b0dcfd20c73f req-72bfc299-64b4-4578-b652-ba77487fc934 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=6c28b591-40b8-448b-9e4e-01be61c5d4ed HTTP/1.1" status: 200 len: 217 time: 0.0844533 Dec 09 18:48:16.183012 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ef10a541-f224-451d-a0d4-a45b6d47e339 req-d8d834b4-b5ad-4585-ad7e-7acbb193f90f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953546 Dec 09 18:48:16.188834 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b7541-ce80-4b79-9670-b0dcfd20c73f req-4e80b41a-68ed-4a99-8c91-801b626ffbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:16.190279 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3a6b7541-ce80-4b79-9670-b0dcfd20c73f req-4e80b41a-68ed-4a99-8c91-801b626ffbad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=970f8c0e-0425-490c-b169-f402e075ea8f HTTP/1.1" status: 200 len: 843 time: 0.0886371 Dec 09 18:48:16.254534 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device fccdb5dd-b4f8-42ed-a39c-022200654fdb no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:48:16.260919 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c33b82-2093-442a-8153-1d7360f4285f req-fc5b6091-fb86-40ee-8957-ef3752587e20 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:16.262823 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c7c33b82-2093-442a-8153-1d7360f4285f req-fc5b6091-fb86-40ee-8957-ef3752587e20 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 944 time: 0.1013811 Dec 09 18:48:16.308404 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b7541-ce80-4b79-9670-b0dcfd20c73f req-57caaaa1-cdca-4676-8afc-d02c93139228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:16.311197 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3a6b7541-ce80-4b79-9670-b0dcfd20c73f req-57caaaa1-cdca-4676-8afc-d02c93139228 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3cc02dc-5da2-4221-89df-fa24e17dc601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1129186 Dec 09 18:48:16.325852 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: fccdb5dd-b4f8-42ed-a39c-022200654fdb {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:48:16.326209 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device fccdb5dd-b4f8-42ed-a39c-022200654fdb not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:48:16.343619 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c7c33b82-2093-442a-8153-1d7360f4285f req-a8a1ccf7-2e18-4f02-b8d7-f919c8700422 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734131 Dec 09 18:48:16.551713 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3a6b7541-ce80-4b79-9670-b0dcfd20c73f req-5a9ab460-ee14-453e-a285-38ed483ee45a service neutron] 10.222.0.10 "GET /v2.0/networks/a3cc02dc-5da2-4221-89df-fa24e17dc601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323945 Dec 09 18:48:16.571530 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf200d-5d9f-4073-a32e-a35c814ea4c5 req-07de6d4f-d517-4b04-aa35-806d9e7961e3 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:16.573444 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4fcf200d-5d9f-4073-a32e-a35c814ea4c5 req-07de6d4f-d517-4b04-aa35-806d9e7961e3 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 943 time: 0.1606526 Dec 09 18:48:16.845641 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4fcf200d-5d9f-4073-a32e-a35c814ea4c5 req-5568601e-5ffd-4f84-9965-5c187e20745a tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460227 Dec 09 18:48:16.906723 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3a6b7541-ce80-4b79-9670-b0dcfd20c73f req-6cc1f1a4-8dad-4c84-8f02-b6371d5e5908 service neutron] 10.222.0.10 "GET /v2.0/networks/a3cc02dc-5da2-4221-89df-fa24e17dc601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321576 Dec 09 18:48:17.094934 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b4dd-effd-4bbd-aaa1-b47377e9f9ec req-7eba6df0-de30-4515-9c96-95287c609541 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:17.097865 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2a30b4dd-effd-4bbd-aaa1-b47377e9f9ec req-7eba6df0-de30-4515-9c96-95287c609541 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 947 time: 0.1020131 Dec 09 18:48:17.127918 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-d3a45f0f-6cfd-4def-888c-67feebfdcb8e tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:17.129666 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-d3a45f0f-6cfd-4def-888c-67feebfdcb8e tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/networks?id=7d55c0c7-75cf-448a-8de1-08373c3c7593 HTTP/1.1" status: 200 len: 808 time: 0.1701365 Dec 09 18:48:17.147091 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-43306129-1857-4eef-9868-2b896890ff4e tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/quotas/e63fed640a6145e591795388850031ab HTTP/1.1" status: 200 len: 375 time: 0.0109029 Dec 09 18:48:17.154062 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2a30b4dd-effd-4bbd-aaa1-b47377e9f9ec req-9de65253-4f27-4129-8fb4-0dbae6c17684 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470641 Dec 09 18:48:17.213201 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-e0fd7e42-8aea-4898-b7bd-99c2e2029a44 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Synchronizing usage tracker for tenant:e63fed640a6145e591795388850031ab on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:48:17.233480 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-e0fd7e42-8aea-4898-b7bd-99c2e2029a44 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Unset dirty status for tenant:e63fed640a6145e591795388850031ab on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:48:17.235166 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-e0fd7e42-8aea-4898-b7bd-99c2e2029a44 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63fed640a6145e591795388850031ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782518 Dec 09 18:48:17.374881 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-b276d294-09af-4731-8f08-c0a2d99a7464 service neutron] 10.222.0.20 "GET /v2.0/networks/7d55c0c7-75cf-448a-8de1-08373c3c7593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314633 Dec 09 18:48:17.516574 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-72963f70-8204-4b62-b105-54849afd831d service neutron] 10.222.0.20 "GET /v2.0/networks/7d55c0c7-75cf-448a-8de1-08373c3c7593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353679 Dec 09 18:48:17.546537 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdc794-bdc7-475d-83f3-79397735233d req-620159e6-ab86-4722-a1d6-96726131640e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:17.548063 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-37fdc794-bdc7-475d-83f3-79397735233d req-620159e6-ab86-4722-a1d6-96726131640e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 944 time: 0.0847499 Dec 09 18:48:17.595917 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-37fdc794-bdc7-475d-83f3-79397735233d req-4fe6f253-2b2a-49fa-8f45-7b59c7b056a1 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401022 Dec 09 18:48:17.700273 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2d77c45e-0e9f-45f6-8474-74dd0fc96a07 req-30d7de36-08e2-464b-980f-a225234ad5e0 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 210 time: 0.0446026 Dec 09 18:48:18.071997 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea24d1b-0419-468f-a9c4-6ca9a36c1b6f req-db6cbb40-9d47-4a84-a5d2-2566f498f66d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:18.073712 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eea24d1b-0419-468f-a9c4-6ca9a36c1b6f req-db6cbb40-9d47-4a84-a5d2-2566f498f66d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 943 time: 0.0958247 Dec 09 18:48:18.126943 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eea24d1b-0419-468f-a9c4-6ca9a36c1b6f req-252905a9-1224-4d09-a541-46136524c47d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453212 Dec 09 18:48:18.285159 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device da771f29-409b-447e-a2d3-dc2811dc81be details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:48:18.292185 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 1288f274-5168-437b-b50e-5a999c242f6b up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:48:18.371565 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86038cb7-42bc-4ba7-8123-5fdc6303354f req-b7b576b4-67e8-4006-bfef-5cae1c7902ad tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:18.373756 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-86038cb7-42bc-4ba7-8123-5fdc6303354f req-b7b576b4-67e8-4006-bfef-5cae1c7902ad tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 947 time: 0.1090412 Dec 09 18:48:18.435091 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-86038cb7-42bc-4ba7-8123-5fdc6303354f req-3993146e-f642-459b-a7cd-3bd490f2dd85 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500474 Dec 09 18:48:18.461687 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port 1288f274-5168-437b-b50e-5a999c242f6b completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:48:18.480090 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port 1288f274-5168-437b-b50e-5a999c242f6b triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:48:18.480536 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:18.543338 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port da771f29-409b-447e-a2d3-dc2811dc81be, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=da771f29-409b-447e-a2d3-dc2811dc81be,segment=NetworkSegment(078fb4bd-516f-417c-8af3-311329b284e9),segment_id=078fb4bd-516f-417c-8af3-311329b284e9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:18.562313 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': 'da771f29-409b-447e-a2d3-dc2811dc81be', 'network_id': '1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb', 'port_id': 'da771f29-409b-447e-a2d3-dc2811dc81be', 'mac_address': 'fa:16:3e:fd:dd:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eaf5947-b2ff-4c6a-bd20-2a5faac74876', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:48:18.663970 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:18.693501 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da771f29-409b-447e-a2d3-dc2811dc81be {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:48:18.701001 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:18.733023 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port da771f29-409b-447e-a2d3-dc2811dc81be, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=da771f29-409b-447e-a2d3-dc2811dc81be,segment=NetworkSegment(078fb4bd-516f-417c-8af3-311329b284e9),segment_id=078fb4bd-516f-417c-8af3-311329b284e9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:18.741294 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d72023-2705-492b-8132-c620428a8317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1288f274-5168-437b-b50e-5a999c242f6b'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:48:18.752486 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:18.755649 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:18.788196 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 1288f274-5168-437b-b50e-5a999c242f6b, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1288f274-5168-437b-b50e-5a999c242f6b,segment=NetworkSegment(e4447597-0ed4-49d4-8d35-2087aa977f9f),segment_id=e4447597-0ed4-49d4-8d35-2087aa977f9f)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:18.821650 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:18.857573 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=da771f29-409b-447e-a2d3-dc2811dc81be,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:18.862180 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:18.862991 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:18.875323 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2961639-a045-4921-9184-eea7e022e8a7 req-e741fc40-b024-4257-a6b6-5bea17cc0bd5 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:18.890518 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e2961639-a045-4921-9184-eea7e022e8a7 req-e741fc40-b024-4257-a6b6-5bea17cc0bd5 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 944 time: 0.1803789 Dec 09 18:48:18.948295 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8194d417-93e4-4d29-99d7-4a00e4510249 req-bf54350e-3c9a-4ddd-8023-4887a1247e69 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 210 time: 0.0525877 Dec 09 18:48:18.967660 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=1288f274-5168-437b-b50e-5a999c242f6b,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:18.978726 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:19.009240 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d72023-2705-492b-8132-c620428a8317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1288f274-5168-437b-b50e-5a999c242f6b', 'code': 200} Dec 09 18:48:19.049319 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e2961639-a045-4921-9184-eea7e022e8a7 req-bfe19830-9c9c-4112-8858-97bcdca790cb tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469448 Dec 09 18:48:19.110284 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-9ca6f8ca-b224-4679-9010-49a1b4c2e901 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:19.111100 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-9ca6f8ca-b224-4679-9010-49a1b4c2e901 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Synchronizing usage tracker for tenant:e63fed640a6145e591795388850031ab on resource:network {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:48:19.129345 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-9ca6f8ca-b224-4679-9010-49a1b4c2e901 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Unset dirty status for tenant:e63fed640a6145e591795388850031ab on resource:network {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:48:19.130585 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-9ca6f8ca-b224-4679-9010-49a1b4c2e901 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.10 "GET /v2.0/networks?id=7d55c0c7-75cf-448a-8de1-08373c3c7593 HTTP/1.1" status: 200 len: 808 time: 0.1932282 Dec 09 18:48:19.146943 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Request body: {'port': {'device_id': '6d29d9db-441f-48aa-873a-9a6e48bd6aab', 'network_id': '7d55c0c7-75cf-448a-8de1-08373c3c7593', 'admin_state_up': True, 'tenant_id': 'e63fed640a6145e591795388850031ab'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:19.175524 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['da771f29-409b-447e-a2d3-dc2811dc81be'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:48:19.330112 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:19.382418 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe77ad2-62cc-47f4-b10c-6a6a80b8ff51 req-101d158d-af87-466d-9de6-544bb2c5f23f tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:19.384111 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6fe77ad2-62cc-47f4-b10c-6a6a80b8ff51 req-101d158d-af87-466d-9de6-544bb2c5f23f tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 944 time: 0.1085751 Dec 09 18:48:19.389306 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:19.417460 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Made reservation on behalf of e63fed640a6145e591795388850031ab for: {'port': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:48:19.421212 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:19.432740 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6fe77ad2-62cc-47f4-b10c-6a6a80b8ff51 req-55ef379f-c0e4-4e81-87f8-cf12613505d4 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411396 Dec 09 18:48:19.525289 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2adbc-bb63-468d-ae99-7030231e815e req-961e0aa8-e0cb-4341-9bc4-997af1348ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:19.526733 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d4b2adbc-bb63-468d-ae99-7030231e815e req-961e0aa8-e0cb-4341-9bc4-997af1348ae7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 1098 time: 0.1770058 Dec 09 18:48:19.622211 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d4b2adbc-bb63-468d-ae99-7030231e815e req-254eceae-ecba-4945-93ab-e8c55eef8a09 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585215 Dec 09 18:48:19.625862 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Allocated IP 172.20.0.7 (7d55c0c7-75cf-448a-8de1-08373c3c7593/471150f0-f9bd-4bf9-9b9e-d0868088d32b/141a70e0-b558-470a-b648-070346a38462) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:48:19.632328 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56239ed-2bb3-4fb7-9294-26b39f748f74 req-8cb768f0-36af-4695-ba77-8e7243aa8b61 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:19.633956 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b56239ed-2bb3-4fb7-9294-26b39f748f74 req-8cb768f0-36af-4695-ba77-8e7243aa8b61 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 947 time: 0.0894048 Dec 09 18:48:19.682345 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b56239ed-2bb3-4fb7-9294-26b39f748f74 req-cd8fca9c-6f63-49c4-a3be-034c2d2e2371 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 Dec 09 18:48:19.891379 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:19.942421 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7642d-b957-4be7-83b5-199fec99681e req-82f67bf3-545c-4d26-8da7-87abe29b93df tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:19.943914 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8af7642d-b957-4be7-83b5-199fec99681e req-82f67bf3-545c-4d26-8da7-87abe29b93df tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1169674 Dec 09 18:48:19.973590 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:19.981675 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:20.068081 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Network 7d55c0c7-75cf-448a-8de1-08373c3c7593 is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:48:20.073869 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8af7642d-b957-4be7-83b5-199fec99681e req-2aa4263a-baf8-44ba-b717-4db8041232ae tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231236 Dec 09 18:48:20.074751 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:48:20.077159 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Pushing event updated for resources: {'Port': ['ID=141a70e0-b558-470a-b648-070346a38462,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:20.079290 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:48:20.111796 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:20.198771 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:20.199396 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:20.238017 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ecad8-df65-427a-bdfb-ea17613f3123 req-ba69ebdd-8fcb-4f1e-91b0-4d60b402eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:20.239655 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f2ecad8-df65-427a-bdfb-ea17613f3123 req-ba69ebdd-8fcb-4f1e-91b0-4d60b402eb13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6b5853ee94f4573abed604993053c71&device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 1099 time: 0.1291819 Dec 09 18:48:20.241906 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0993042 Dec 09 18:48:20.280204 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-aa449cab-7081-42c5-a848-a85634a289c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:20.291533 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 6c28b591-40b8-448b-9e4e-01be61c5d4ed details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:48:20.396100 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39084653-e783-4d33-8451-5cb4cd930129 req-1103221a-fa4d-46d6-be15-b4decae67b31 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:20.398015 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-39084653-e783-4d33-8451-5cb4cd930129 req-1103221a-fa4d-46d6-be15-b4decae67b31 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 945 time: 0.0990007 Dec 09 18:48:20.441676 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 6c28b591-40b8-448b-9e4e-01be61c5d4ed, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=6c28b591-40b8-448b-9e4e-01be61c5d4ed,segment=NetworkSegment(0d35b79a-cd88-4a5b-9ac5-f0268162157f),segment_id=0d35b79a-cd88-4a5b-9ac5-f0268162157f)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:20.449768 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-39084653-e783-4d33-8451-5cb4cd930129 req-1cd4e106-d317-49a9-82bc-77182d0c777b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448406 Dec 09 18:48:20.458658 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': '6c28b591-40b8-448b-9e4e-01be61c5d4ed', 'network_id': 'a3cc02dc-5da2-4221-89df-fa24e17dc601', 'port_id': '6c28b591-40b8-448b-9e4e-01be61c5d4ed', 'mac_address': 'fa:16:3e:41:9f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970f8c0e-0425-490c-b169-f402e075ea8f', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:48:20.483529 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Request body: {'port': {'device_id': '6d29d9db-441f-48aa-873a-9a6e48bd6aab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:20.571396 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:20.593690 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c28b591-40b8-448b-9e4e-01be61c5d4ed {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:48:20.610561 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 6c28b591-40b8-448b-9e4e-01be61c5d4ed, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=6c28b591-40b8-448b-9e4e-01be61c5d4ed,segment=NetworkSegment(0d35b79a-cd88-4a5b-9ac5-f0268162157f),segment_id=0d35b79a-cd88-4a5b-9ac5-f0268162157f)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:20.616251 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:20.617605 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:20.632923 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:20.678179 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002067fe-5266-40d0-91bd-bdc8f5b22c57 req-a412955c-58b0-4f5c-b909-e9f3d689f8ec tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:20.686248 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-002067fe-5266-40d0-91bd-bdc8f5b22c57 req-a412955c-58b0-4f5c-b909-e9f3d689f8ec tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 944 time: 0.1308413 Dec 09 18:48:20.698444 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=6c28b591-40b8-448b-9e4e-01be61c5d4ed,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:20.701749 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:20.724109 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ecad8-df65-427a-bdfb-ea17613f3123 req-8c04fe81-aacf-48be-8187-2c2f727cc965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:20.725579 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f2ecad8-df65-427a-bdfb-ea17613f3123 req-8c04fe81-aacf-48be-8187-2c2f727cc965 service neutron] 10.222.0.10 "GET /v2.0/networks?id=129fe6e0-43d9-4d83-9e75-a054004d611c HTTP/1.1" status: 200 len: 919 time: 0.4649565 Dec 09 18:48:20.738244 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-002067fe-5266-40d0-91bd-bdc8f5b22c57 req-08a85029-85cb-4570-a2b3-f3db0b975207 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509348 Dec 09 18:48:20.741765 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a14096-c0fe-4b7a-85d8-9e8a5433b4aa req-e50a94ab-eda1-479f-b20f-b39a499bfe22 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:20.742068 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-b6a14096-c0fe-4b7a-85d8-9e8a5433b4aa req-e50a94ab-eda1-479f-b20f-b39a499bfe22 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Synchronizing usage tracker for tenant:e63fed640a6145e591795388850031ab on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:48:20.813833 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f2ecad8-df65-427a-bdfb-ea17613f3123 req-9cb72e4d-fed2-4c8f-a365-86f2ea963f10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00e0e134-2894-42b8-a03d-d7466bed61ba HTTP/1.1" status: 200 len: 217 time: 0.0683320 Dec 09 18:48:20.892421 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-b6a14096-c0fe-4b7a-85d8-9e8a5433b4aa req-e50a94ab-eda1-479f-b20f-b39a499bfe22 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Unset dirty status for tenant:e63fed640a6145e591795388850031ab on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:48:20.893591 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b6a14096-c0fe-4b7a-85d8-9e8a5433b4aa req-e50a94ab-eda1-479f-b20f-b39a499bfe22 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 931 time: 0.6035573 Dec 09 18:48:20.955447 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe833b-950b-4188-9197-a21ea0a93d78 req-f50d3ba0-f8c9-4d4d-8cfa-ca3e1d3f44ae tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:20.956794 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-efbe833b-950b-4188-9197-a21ea0a93d78 req-f50d3ba0-f8c9-4d4d-8cfa-ca3e1d3f44ae tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 948 time: 0.0831261 Dec 09 18:48:20.986619 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ecad8-df65-427a-bdfb-ea17613f3123 req-54329d48-5f8d-4671-b958-b4d1e29d1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:20.988079 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f2ecad8-df65-427a-bdfb-ea17613f3123 req-54329d48-5f8d-4671-b958-b4d1e29d1c21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec8933d7-bf4f-4cbd-ab64-4324389374e3 HTTP/1.1" status: 200 len: 858 time: 0.1550069 Dec 09 18:48:21.070374 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-efbe833b-950b-4188-9197-a21ea0a93d78 req-e3d1e5d0-c013-4940-b47d-14d9540ac914 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078351 Dec 09 18:48:21.117846 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f2ecad8-df65-427a-bdfb-ea17613f3123 req-ce713727-5eb7-4b14-91c9-f660aa894513 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=129fe6e0-43d9-4d83-9e75-a054004d611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194088 Dec 09 18:48:21.120792 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b6a14096-c0fe-4b7a-85d8-9e8a5433b4aa req-9a5e5075-9741-479c-a20b-8613207eebea tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867280 Dec 09 18:48:21.191207 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['6c28b591-40b8-448b-9e4e-01be61c5d4ed'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:48:21.288728 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:21.324598 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f2ecad8-df65-427a-bdfb-ea17613f3123 req-3a913552-6007-4eb2-aa87-481942b37015 service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933980 Dec 09 18:48:21.379714 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612edf0-1872-45a2-8d39-473a350450c1 req-5e7e0616-dda5-44e7-a6d6-da3f4819dd50 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:21.391490 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b612edf0-1872-45a2-8d39-473a350450c1 req-5e7e0616-dda5-44e7-a6d6-da3f4819dd50 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1959670 Dec 09 18:48:21.455414 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b612edf0-1872-45a2-8d39-473a350450c1 req-6da91228-a197-4f9c-bc61-8b0bea9aa2ac tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663173 Dec 09 18:48:21.514982 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141a70e0-b558-470a-b648-070346a38462 {{(pid=86801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:48:21.527158 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:21.564904 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Transition to ACTIVE for port object 141a70e0-b558-470a-b648-070346a38462 will not be triggered until provisioned by entity L2. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:48:21.568910 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f2ecad8-df65-427a-bdfb-ea17613f3123 req-d83aac52-bdd8-4c8d-8673-8d570d355327 service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220807 Dec 09 18:48:21.571934 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:21.578896 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-73e75931-259e-4ee6-b112-388e831345b3 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:21.786301 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Pushing event updated for resources: {'Port': ['ID=141a70e0-b558-470a-b648-070346a38462,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:21.794403 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:21.877693 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bed84c-3968-446e-b79b-6d41be2842bd req-a9a305b6-a3c1-483c-95d0-88af04ac968b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:21.879279 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-55bed84c-3968-446e-b79b-6d41be2842bd req-a9a305b6-a3c1-483c-95d0-88af04ac968b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 945 time: 0.3025441 Dec 09 18:48:21.887518 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Attempting to bind port 141a70e0-b558-470a-b648-070346a38462 on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:48:21.887855 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Attempting to bind port 141a70e0-b558-470a-b648-070346a38462 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': 'b657ad7d-8ccb-4a48-8d72-3fa7620a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d55c0c7-75cf-448a-8de1-08373c3c7593'}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:48:21.888305 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Attempting to bind port 141a70e0-b558-470a-b648-070346a38462 on network 7d55c0c7-75cf-448a-8de1-08373c3c7593 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:48:21.906500 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Port 141a70e0-b558-470a-b648-070346a38462 on network 7d55c0c7-75cf-448a-8de1-08373c3c7593 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:48:21.906873 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Attempting to bind port 141a70e0-b558-470a-b648-070346a38462 on network 7d55c0c7-75cf-448a-8de1-08373c3c7593 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:48:21.918000 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:48:21.919024 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Checking segment: {'id': 'b657ad7d-8ccb-4a48-8d72-3fa7620a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d55c0c7-75cf-448a-8de1-08373c3c7593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:48:21.919024 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Bound using segment: {'id': 'b657ad7d-8ccb-4a48-8d72-3fa7620a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d55c0c7-75cf-448a-8de1-08373c3c7593'} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:48:21.919279 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Bound port: 141a70e0-b558-470a-b648-070346a38462, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b657ad7d-8ccb-4a48-8d72-3fa7620a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d55c0c7-75cf-448a-8de1-08373c3c7593'}}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:48:21.919560 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:21.939095 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ebcba-0618-489a-bcca-5bf1a5376af9 req-73a7b3b6-6726-4ba4-8f83-fbb0fa942ad2 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:21.940702 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-543ebcba-0618-489a-bcca-5bf1a5376af9 req-73a7b3b6-6726-4ba4-8f83-fbb0fa942ad2 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 944 time: 0.0879622 Dec 09 18:48:21.990563 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-543ebcba-0618-489a-bcca-5bf1a5376af9 req-2991847e-466c-4062-88e5-0415bb2c2dd0 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429561 Dec 09 18:48:22.077605 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-55bed84c-3968-446e-b79b-6d41be2842bd req-ccfba8aa-c4df-4b58-b186-80a2af323291 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909695 Dec 09 18:48:22.134273 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] For port 141a70e0-b558-470a-b648-070346a38462, host hv-cinder-81934, cleared binding levels {{(pid=86801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:48:22.137942 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] For port 141a70e0-b558-470a-b648-070346a38462, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=141a70e0-b558-470a-b648-070346a38462,segment=NetworkSegment(b657ad7d-8ccb-4a48-8d72-3fa7620a21b2),segment_id=b657ad7d-8ccb-4a48-8d72-3fa7620a21b2)] {{(pid=86801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:48:22.145198 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:22.152063 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:22.206758 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:22.207748 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:22.209106 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] 10.222.0.10 "PUT /v2.0/ports/141a70e0-b558-470a-b648-070346a38462 HTTP/1.1" status: 200 len: 1093 time: 1.7357056 Dec 09 18:48:22.216703 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d29d9db-441f-48aa-873a-9a6e48bd6aab', 'tag': '141a70e0-b558-470a-b648-070346a38462'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:48:22.270446 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2cee8-ce88-46b5-b984-898f6be97e67 req-2da0ca74-5c81-438b-9e83-34332f910eaa tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:22.272153 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ded2cee8-ce88-46b5-b984-898f6be97e67 req-2da0ca74-5c81-438b-9e83-34332f910eaa tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 948 time: 0.0877104 Dec 09 18:48:22.296297 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device da771f29-409b-447e-a2d3-dc2811dc81be up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:48:22.319583 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ded2cee8-ce88-46b5-b984-898f6be97e67 req-bb0bef54-763f-4905-bf48-10c5efeedddc tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 Dec 09 18:48:22.355489 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Pushing event updated for resources: {'Port': ['ID=141a70e0-b558-470a-b648-070346a38462,revision_number=3']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:22.360650 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:22.386254 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port da771f29-409b-447e-a2d3-dc2811dc81be completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:48:22.391910 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port da771f29-409b-447e-a2d3-dc2811dc81be triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:48:22.392400 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:22.395622 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c3b24-533f-4a90-8d63-41a51ecba402 req-06f8f731-e3f6-4be7-9d5a-198ba2ece736 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:22.403235 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e27c3b24-533f-4a90-8d63-41a51ecba402 req-06f8f731-e3f6-4be7-9d5a-198ba2ece736 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 945 time: 0.2133427 Dec 09 18:48:22.408617 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-9698fc8c-2fef-4bfc-9bc6-7f4569ca384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:22.410605 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-9698fc8c-2fef-4bfc-9bc6-7f4569ca384f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e63fed640a6145e591795388850031ab&device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 1096 time: 0.1352031 Dec 09 18:48:22.506260 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c5f33-1594-4938-aebb-cd90ddbd1cc9 req-100dbc9f-ca43-425b-be3f-5dc67474f521 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:22.508463 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-381c5f33-1594-4938-aebb-cd90ddbd1cc9 req-100dbc9f-ca43-425b-be3f-5dc67474f521 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 943 time: 0.0876942 Dec 09 18:48:22.508591 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-6d39d67f-a2a3-4e57-8169-7fe217b7f146 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=141a70e0-b558-470a-b648-070346a38462 HTTP/1.1" status: 200 len: 217 time: 0.0695221 Dec 09 18:48:22.512108 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e27c3b24-533f-4a90-8d63-41a51ecba402 req-4d0fd355-7b72-4b9c-adff-7028d94fb7fc tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079609 Dec 09 18:48:22.517596 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:22.549292 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da771f29-409b-447e-a2d3-dc2811dc81be'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:48:22.558570 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-381c5f33-1594-4938-aebb-cd90ddbd1cc9 req-925309da-847d-40ff-9b57-a960f95e7991 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427442 Dec 09 18:48:22.570894 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port da771f29-409b-447e-a2d3-dc2811dc81be, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=da771f29-409b-447e-a2d3-dc2811dc81be,segment=NetworkSegment(078fb4bd-516f-417c-8af3-311329b284e9),segment_id=078fb4bd-516f-417c-8af3-311329b284e9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:22.579508 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:22.582875 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:22.606778 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-69bd8e4a-f1ce-40a3-8485-b23a3366f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:22.608229 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-69bd8e4a-f1ce-40a3-8485-b23a3366f2c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=471150f0-f9bd-4bf9-9b9e-d0868088d32b HTTP/1.1" status: 200 len: 848 time: 0.0895357 Dec 09 18:48:22.609905 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d29d9db-441f-48aa-873a-9a6e48bd6aab', 'tag': '141a70e0-b558-470a-b648-070346a38462', 'status': 'completed', 'code': 200} Dec 09 18:48:22.623689 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-417e8b8a-3b1c-4cc5-b723-706c3bdc2e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:22.657501 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-0a0db88f-aebd-4515-9f4c-fae46534a6e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d55c0c7-75cf-448a-8de1-08373c3c7593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417864 Dec 09 18:48:22.663957 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=da771f29-409b-447e-a2d3-dc2811dc81be,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:22.667586 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:22.848115 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-663669dc-39f5-4b01-bb2c-84ec883af3ab service neutron] 10.222.0.10 "GET /v2.0/networks/7d55c0c7-75cf-448a-8de1-08373c3c7593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826177 Dec 09 18:48:22.864097 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f20e22-3e26-4acd-9bcc-7b8f0056fce3 req-68c2fdc4-fa7f-4d5e-b312-6a9fbdb29e7b tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:22.865516 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-45f20e22-3e26-4acd-9bcc-7b8f0056fce3 req-68c2fdc4-fa7f-4d5e-b312-6a9fbdb29e7b tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1737204 Dec 09 18:48:22.993026 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da771f29-409b-447e-a2d3-dc2811dc81be', 'code': 200} Dec 09 18:48:23.076522 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-45f20e22-3e26-4acd-9bcc-7b8f0056fce3 req-6efa4ae3-2a7e-4fa5-b4c0-60fb6c48424b tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911316 Dec 09 18:48:23.159244 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-43a66c41-dab1-47e5-8b02-f9b553df1753 req-e482a986-9825-43ac-8ba2-283d473b5e9a service neutron] 10.222.0.10 "GET /v2.0/networks/7d55c0c7-75cf-448a-8de1-08373c3c7593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926924 Dec 09 18:48:23.180739 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894164ea-511b-4f7f-a0a3-b35b0df61533 req-e18a015e-9336-4acf-afef-7f24be131194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:23.182398 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-894164ea-511b-4f7f-a0a3-b35b0df61533 req-e18a015e-9336-4acf-afef-7f24be131194 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6b5853ee94f4573abed604993053c71&device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 1099 time: 0.2264440 Dec 09 18:48:23.274540 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf854dd-0716-4881-9b49-3ee1cdf4a01e req-26520e3e-0a6d-4dac-a29e-4f679d730686 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:23.276282 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-dbf854dd-0716-4881-9b49-3ee1cdf4a01e req-26520e3e-0a6d-4dac-a29e-4f679d730686 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 945 time: 0.1683533 Dec 09 18:48:23.392948 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-dbf854dd-0716-4881-9b49-3ee1cdf4a01e req-0bad8fa2-4d9f-4f04-a5dd-b1afb35dde94 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563107 Dec 09 18:48:23.404362 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abe4cf-db92-449b-8bb9-9278adf95e86 req-1a7f6d45-daf7-4cf2-9cbf-80409d17825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:23.406106 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-89abe4cf-db92-449b-8bb9-9278adf95e86 req-1a7f6d45-daf7-4cf2-9cbf-80409d17825b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 1098 time: 0.1242316 Dec 09 18:48:23.466329 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-89abe4cf-db92-449b-8bb9-9278adf95e86 req-a9f74117-8c86-41d1-9c5d-ffe5fbc94415 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495965 Dec 09 18:48:23.519878 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbbb9c-b5e2-422d-bb9d-67758dddf296 req-7afd3fda-7216-4dbd-a141-9ee28c9dd222 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:23.521599 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-eadbbb9c-b5e2-422d-bb9d-67758dddf296 req-7afd3fda-7216-4dbd-a141-9ee28c9dd222 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 945 time: 0.2933824 Dec 09 18:48:23.565984 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894164ea-511b-4f7f-a0a3-b35b0df61533 req-b0c0da26-9833-494d-889d-0ce8211058f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:23.567563 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-894164ea-511b-4f7f-a0a3-b35b0df61533 req-b0c0da26-9833-494d-889d-0ce8211058f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=129fe6e0-43d9-4d83-9e75-a054004d611c HTTP/1.1" status: 200 len: 919 time: 0.2635293 Dec 09 18:48:23.579172 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243ba7-3f77-48b1-8986-8e23bd7b7a73 req-d197771f-67c2-4673-8062-0642c9400fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:23.580632 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11243ba7-3f77-48b1-8986-8e23bd7b7a73 req-d197771f-67c2-4673-8062-0642c9400fdd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e63fed640a6145e591795388850031ab&device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 1096 time: 0.2778769 Dec 09 18:48:23.591870 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-eadbbb9c-b5e2-422d-bb9d-67758dddf296 req-b906b3fc-52d5-46ea-868b-ec7df3c5afe6 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597599 Dec 09 18:48:23.613024 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07eb2d-afea-4c7a-a75e-52ec8e50c148 req-4203a95d-b63b-40f6-b3fa-751c51394a7c tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:23.615400 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cb07eb2d-afea-4c7a-a75e-52ec8e50c148 req-4203a95d-b63b-40f6-b3fa-751c51394a7c tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 948 time: 0.0980999 Dec 09 18:48:23.671949 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 46746) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:23.679004 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cb07eb2d-afea-4c7a-a75e-52ec8e50c148 req-5e0fb2fa-62c0-410e-ba96-07e0aee2e47b tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500517 Dec 09 18:48:23.945513 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-894164ea-511b-4f7f-a0a3-b35b0df61533 req-f9600871-2017-4a6c-8b10-a240e7c589cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00e0e134-2894-42b8-a03d-d7466bed61ba HTTP/1.1" status: 200 len: 217 time: 0.1335101 Dec 09 18:48:24.008986 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:24.151153 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-75cd1310-3620-42bc-843b-065d591830a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:24.197085 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-75cd1310-3620-42bc-843b-065d591830a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:24.209401 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-75cd1310-3620-42bc-843b-065d591830a6 admin admin] Usage tracker for resource:security_group_rule and tenant:109f0b78c8014acaaae1448e27a8f78d is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:24.213618 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-75cd1310-3620-42bc-843b-065d591830a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:24.236671 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894164ea-511b-4f7f-a0a3-b35b0df61533 req-db03788b-642a-4800-a09e-9484725bb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:24.238128 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-894164ea-511b-4f7f-a0a3-b35b0df61533 req-db03788b-642a-4800-a09e-9484725bb00f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec8933d7-bf4f-4cbd-ab64-4324389374e3 HTTP/1.1" status: 200 len: 858 time: 0.1329005 Dec 09 18:48:24.238965 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-75cd1310-3620-42bc-843b-065d591830a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:24.284547 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980437e-2fc6-46d2-94c8-cf6c9867b1ac req-2ab13b04-c688-4151-a924-b169ab7d6c23 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:24.286248 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8980437e-2fc6-46d2-94c8-cf6c9867b1ac req-2ab13b04-c688-4151-a924-b169ab7d6c23 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0826190 Dec 09 18:48:24.299543 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060ff1a-2036-477e-9098-990cb5bf012f req-dcb7215f-aa4c-4f3b-9f12-daf913f6cefe tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:24.300983 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7060ff1a-2036-477e-9098-990cb5bf012f req-dcb7215f-aa4c-4f3b-9f12-daf913f6cefe tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 943 time: 0.5813222 Dec 09 18:48:24.313773 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 6c28b591-40b8-448b-9e4e-01be61c5d4ed up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:48:24.317345 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243ba7-3f77-48b1-8986-8e23bd7b7a73 req-c9a50a52-4985-4255-81de-743785d6cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:24.318769 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11243ba7-3f77-48b1-8986-8e23bd7b7a73 req-c9a50a52-4985-4255-81de-743785d6cca1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d55c0c7-75cf-448a-8de1-08373c3c7593 HTTP/1.1" status: 200 len: 909 time: 0.3975594 Dec 09 18:48:24.323072 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-894164ea-511b-4f7f-a0a3-b35b0df61533 req-f85334d1-919b-4e70-a2e2-e95c22368a34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=129fe6e0-43d9-4d83-9e75-a054004d611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689254 Dec 09 18:48:24.339889 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8980437e-2fc6-46d2-94c8-cf6c9867b1ac req-b0c0cb9c-951b-4cfe-bb78-c36753689825 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454855 Dec 09 18:48:24.382285 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port 6c28b591-40b8-448b-9e4e-01be61c5d4ed completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:48:24.387421 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port 6c28b591-40b8-448b-9e4e-01be61c5d4ed triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:48:24.387871 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:24.499854 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11243ba7-3f77-48b1-8986-8e23bd7b7a73 req-fdb579c4-a75e-4919-9338-0bf90e458dba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=141a70e0-b558-470a-b648-070346a38462 HTTP/1.1" status: 200 len: 217 time: 0.1620708 Dec 09 18:48:24.508267 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:24.542134 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 6c28b591-40b8-448b-9e4e-01be61c5d4ed, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=6c28b591-40b8-448b-9e4e-01be61c5d4ed,segment=NetworkSegment(0d35b79a-cd88-4a5b-9ac5-f0268162157f),segment_id=0d35b79a-cd88-4a5b-9ac5-f0268162157f)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:24.546616 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:24.549434 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:24.564626 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7060ff1a-2036-477e-9098-990cb5bf012f req-91a61573-3b83-48e4-b5e1-cd144f1db895 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534273 Dec 09 18:48:24.610667 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243ba7-3f77-48b1-8986-8e23bd7b7a73 req-2b48792b-acdb-4875-ae7d-69a3feb0979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:24.612151 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11243ba7-3f77-48b1-8986-8e23bd7b7a73 req-2b48792b-acdb-4875-ae7d-69a3feb0979f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=471150f0-f9bd-4bf9-9b9e-d0868088d32b HTTP/1.1" status: 200 len: 848 time: 0.1014357 Dec 09 18:48:24.634472 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=6c28b591-40b8-448b-9e4e-01be61c5d4ed,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:24.638027 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:24.683656 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11243ba7-3f77-48b1-8986-8e23bd7b7a73 req-2344030a-5931-4bdc-9e6a-b3bfbe39663f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d55c0c7-75cf-448a-8de1-08373c3c7593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621865 Dec 09 18:48:24.688813 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-894164ea-511b-4f7f-a0a3-b35b0df61533 req-a04e6d96-6999-4867-a99d-0fb9f16c0860 service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439972 Dec 09 18:48:24.797704 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06814c-e07e-451d-8247-a1f37d384288 req-f3835685-3542-4614-befe-b483e9bdc975 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:24.799232 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-da06814c-e07e-451d-8247-a1f37d384288 req-f3835685-3542-4614-befe-b483e9bdc975 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 945 time: 0.0972970 Dec 09 18:48:24.845794 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-da06814c-e07e-451d-8247-a1f37d384288 req-53fd956c-ff64-4756-a524-c9547b96a46c tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402088 Dec 09 18:48:24.868141 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-75cd1310-3620-42bc-843b-065d591830a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:24.921940 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-75cd1310-3620-42bc-843b-065d591830a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:24.937017 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-ebba9ff0-3f63-4fc3-ad9a-45095dabdbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:24.993848 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20916aa-7718-4085-8490-74320f90ac03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c28b591-40b8-448b-9e4e-01be61c5d4ed'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:48:25.048876 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-75cd1310-3620-42bc-843b-065d591830a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=109f0b78c8014acaaae1448e27a8f78d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3731754 Dec 09 18:48:25.049420 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 46770) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:25.052557 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd1310-3620-42bc-843b-065d591830a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a66e7a4-f3fa-44b0-b370-21af1608bd9a,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:25.069598 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-75cd1310-3620-42bc-843b-065d591830a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:25.076437 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-894164ea-511b-4f7f-a0a3-b35b0df61533 req-3ec6a900-e139-4a11-b007-c0c2b0e2f5f1 service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634160 Dec 09 18:48:25.082980 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11243ba7-3f77-48b1-8986-8e23bd7b7a73 req-7b5cb3bf-dfe1-4570-93bc-87767479d882 service neutron] 10.222.0.10 "GET /v2.0/networks/7d55c0c7-75cf-448a-8de1-08373c3c7593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684473 Dec 09 18:48:25.101521 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdca8ce-5d2c-478a-8426-ffb365881419 req-ac1f2d9d-a977-46c1-8b8a-8b8082d208c9 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:25.103189 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7fdca8ce-5d2c-478a-8426-ffb365881419 req-ac1f2d9d-a977-46c1-8b8a-8b8082d208c9 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 949 time: 0.2884195 Dec 09 18:48:25.115937 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39331b32-9f50-4545-bdd3-8a21ac295181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:25.141943 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39331b32-9f50-4545-bdd3-8a21ac295181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:25.208600 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39331b32-9f50-4545-bdd3-8a21ac295181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:25.212653 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-a438ca9f-7faf-4f59-9813-ffb008a750af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:25.234431 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7fdca8ce-5d2c-478a-8426-ffb365881419 req-9ca05f9d-dc97-4c9c-a741-f6888e7a3ffa tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109707 Dec 09 18:48:25.259010 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39331b32-9f50-4545-bdd3-8a21ac295181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a66e7a4-f3fa-44b0-b370-21af1608bd9a,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:25.280785 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-39331b32-9f50-4545-bdd3-8a21ac295181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:25.282013 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39331b32-9f50-4545-bdd3-8a21ac295181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:25.283402 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-39331b32-9f50-4545-bdd3-8a21ac295181 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a66e7a4-f3fa-44b0-b370-21af1608bd9a HTTP/1.1" status: 204 len: 168 time: 0.2331460 Dec 09 18:48:25.289459 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20916aa-7718-4085-8490-74320f90ac03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c28b591-40b8-448b-9e4e-01be61c5d4ed', 'code': 200} Dec 09 18:48:25.293878 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:25.298301 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11243ba7-3f77-48b1-8986-8e23bd7b7a73 req-7e6abce5-cf49-48c5-b8cf-330363bdffaa service neutron] 10.222.0.10 "GET /v2.0/networks/7d55c0c7-75cf-448a-8de1-08373c3c7593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937907 Dec 09 18:48:25.625643 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e630d-d405-439f-993e-8410e78174a9 req-72e83245-71de-47c9-b520-5bf4ddfef84f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:25.627179 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-799e630d-d405-439f-993e-8410e78174a9 req-72e83245-71de-47c9-b520-5bf4ddfef84f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1719880 Dec 09 18:48:25.663351 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 46794) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:25.681071 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-02156f44-5973-46a2-abbd-bf4c65457d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:25.695625 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-799e630d-d405-439f-993e-8410e78174a9 req-b714ba1d-8736-42fb-bfd9-0f89b02caf11 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613441 Dec 09 18:48:25.697894 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-02156f44-5973-46a2-abbd-bf4c65457d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:25.702655 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-02156f44-5973-46a2-abbd-bf4c65457d8d admin admin] Usage tracker for resource:security_group_rule and tenant:dfcb69e4e3474acdadffc710382efb3d is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:25.707499 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-02156f44-5973-46a2-abbd-bf4c65457d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:25.709002 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1cf0e-6068-499a-aee3-5a5acb343e32 req-d290eb5e-710b-4fe5-aaae-62a46823e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:25.714935 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-02156f44-5973-46a2-abbd-bf4c65457d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:25.716868 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a0d1cf0e-6068-499a-aee3-5a5acb343e32 req-d290eb5e-710b-4fe5-aaae-62a46823e470 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 1102 time: 0.1383200 Dec 09 18:48:25.762171 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a0d1cf0e-6068-499a-aee3-5a5acb343e32 req-cb3c7773-3d51-40fc-b781-11a92f097d5d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415711 Dec 09 18:48:25.806595 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-02156f44-5973-46a2-abbd-bf4c65457d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:25.815823 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-02156f44-5973-46a2-abbd-bf4c65457d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:25.826131 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-cc2d5406-3e29-4dda-b831-1589e0c0aa7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:25.871715 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-02156f44-5973-46a2-abbd-bf4c65457d8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfcb69e4e3474acdadffc710382efb3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071760 Dec 09 18:48:25.872606 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 46804) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:25.876393 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02156f44-5973-46a2-abbd-bf4c65457d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0922edc-2ab6-4c7d-808c-f068699d599b,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:25.889467 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-02156f44-5973-46a2-abbd-bf4c65457d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:25.937580 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd3f36-6424-44e1-aafa-07ef6722065b req-e1d41a25-79ae-4c55-ab3e-cec4afe45a3a tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:25.939350 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-00dd3f36-6424-44e1-aafa-07ef6722065b req-e1d41a25-79ae-4c55-ab3e-cec4afe45a3a tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 943 time: 0.0905163 Dec 09 18:48:25.947406 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-040b044f-aa18-49e7-a3d7-df169fa7faf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:25.974370 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-040b044f-aa18-49e7-a3d7-df169fa7faf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:26.011305 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-00dd3f36-6424-44e1-aafa-07ef6722065b req-53131924-3d19-4fcc-950c-1426a0fcbb6b tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653276 Dec 09 18:48:26.072194 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-040b044f-aa18-49e7-a3d7-df169fa7faf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:26.078539 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-42364e2e-63c3-4e0f-8ab7-498bbab65980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:26.096855 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b044f-aa18-49e7-a3d7-df169fa7faf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0922edc-2ab6-4c7d-808c-f068699d599b,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:26.100671 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-040b044f-aa18-49e7-a3d7-df169fa7faf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:26.105037 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-040b044f-aa18-49e7-a3d7-df169fa7faf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:26.106145 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-040b044f-aa18-49e7-a3d7-df169fa7faf5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0922edc-2ab6-4c7d-808c-f068699d599b HTTP/1.1" status: 204 len: 168 time: 0.2316206 Dec 09 18:48:26.129673 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c24dd-9c9d-4f65-9c43-386dab646c54 req-9477b613-6d8a-4a8d-adaa-a4ae7bcc0a5b tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:26.131156 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a95c24dd-9c9d-4f65-9c43-386dab646c54 req-9477b613-6d8a-4a8d-adaa-a4ae7bcc0a5b tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 945 time: 0.1024525 Dec 09 18:48:26.177705 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a95c24dd-9c9d-4f65-9c43-386dab646c54 req-f4334824-ed6f-44a7-b7a4-621849a15d7f tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397375 Dec 09 18:48:26.497989 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d98729-1f89-4931-a1bf-1ad2e5114215 req-fd4f7ba3-8654-4080-8066-d61b2de706b9 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:26.505912 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d4d98729-1f89-4931-a1bf-1ad2e5114215 req-fd4f7ba3-8654-4080-8066-d61b2de706b9 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 949 time: 0.1326902 Dec 09 18:48:26.556349 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 46860) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:26.559525 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d4d98729-1f89-4931-a1bf-1ad2e5114215 req-faf25baa-61c9-4a55-969c-8033bb6b2521 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526118 Dec 09 18:48:26.583462 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a0b65c3d-02bf-4760-974f-e23dd635ec2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:26.598628 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-a0b65c3d-02bf-4760-974f-e23dd635ec2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:26.603475 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-a0b65c3d-02bf-4760-974f-e23dd635ec2e admin admin] Usage tracker for resource:security_group_rule and tenant:cb9041f7b1ed476aacda0653b4a48508 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:26.606531 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-a0b65c3d-02bf-4760-974f-e23dd635ec2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:26.612744 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-a0b65c3d-02bf-4760-974f-e23dd635ec2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:26.700492 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a0b65c3d-02bf-4760-974f-e23dd635ec2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:26.705712 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a0b65c3d-02bf-4760-974f-e23dd635ec2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:26.714585 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-7f7c88e1-caa0-4cac-a8d8-166585659f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:26.754782 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-a0b65c3d-02bf-4760-974f-e23dd635ec2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb9041f7b1ed476aacda0653b4a48508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972988 Dec 09 18:48:26.757543 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 46866) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:26.761571 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b65c3d-02bf-4760-974f-e23dd635ec2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d928bc2-1be4-44ca-94f1-498e9faa7f67,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:26.773432 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a0b65c3d-02bf-4760-974f-e23dd635ec2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:26.821236 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:26.843800 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-7ca0f748-8d88-4dfe-8fa3-4f0fc12448ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:27.028222 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-7ca0f748-8d88-4dfe-8fa3-4f0fc12448ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:27.092755 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19225575-7714-4c6a-9750-e31557ab3159 req-30edf0da-bddf-41d3-bdef-5b543162f2c4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:27.095191 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-19225575-7714-4c6a-9750-e31557ab3159 req-30edf0da-bddf-41d3-bdef-5b543162f2c4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.2486470 Dec 09 18:48:27.135698 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-7ca0f748-8d88-4dfe-8fa3-4f0fc12448ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:27.143173 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-de280626-3c34-4cf8-b76a-a8e122951229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:27.158819 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0f748-8d88-4dfe-8fa3-4f0fc12448ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d928bc2-1be4-44ca-94f1-498e9faa7f67,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:27.172026 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-19225575-7714-4c6a-9750-e31557ab3159 req-5808cdc3-1b79-4c3b-bb41-9d197d7dac1e tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715134 Dec 09 18:48:27.172932 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-7ca0f748-8d88-4dfe-8fa3-4f0fc12448ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:27.189221 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-7ca0f748-8d88-4dfe-8fa3-4f0fc12448ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:27.190800 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-7ca0f748-8d88-4dfe-8fa3-4f0fc12448ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d928bc2-1be4-44ca-94f1-498e9faa7f67 HTTP/1.1" status: 204 len: 168 time: 0.4284821 Dec 09 18:48:27.224410 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fedc4f-8523-4f18-8dd0-6cb9a906ad22 req-bcaa2150-c665-4c63-beff-6b4b95a01a05 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:27.226079 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-41fedc4f-8523-4f18-8dd0-6cb9a906ad22 req-bcaa2150-c665-4c63-beff-6b4b95a01a05 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 943 time: 0.0974457 Dec 09 18:48:27.282490 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-41fedc4f-8523-4f18-8dd0-6cb9a906ad22 req-edc5b97f-5f6f-4882-a98f-de374cb867b9 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484619 Dec 09 18:48:27.769977 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da10c2-5c95-4339-8be4-c35a87061d72 req-5ba9ed1d-0387-4b6e-b796-831e961946ee tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:27.771552 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-80da10c2-5c95-4339-8be4-c35a87061d72 req-5ba9ed1d-0387-4b6e-b796-831e961946ee tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 949 time: 0.1066959 Dec 09 18:48:27.833379 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-80da10c2-5c95-4339-8be4-c35a87061d72 req-8d35fa4f-4f11-4dcb-92af-63c31bf60638 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551729 Dec 09 18:48:28.336058 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 141a70e0-b558-470a-b648-070346a38462 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:48:28.377727 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ef2b8-93bd-4a15-bab9-68eb4904da23 req-6678705d-7d52-41d7-bd25-6625a0cc039f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:28.379975 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e54ef2b8-93bd-4a15-bab9-68eb4904da23 req-6678705d-7d52-41d7-bd25-6625a0cc039f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0889626 Dec 09 18:48:28.435865 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e54ef2b8-93bd-4a15-bab9-68eb4904da23 req-d18a6a02-4b7d-4546-83f5-a12734e27d8f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497355 Dec 09 18:48:28.495744 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:48:28.544671 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 141a70e0-b558-470a-b648-070346a38462, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=141a70e0-b558-470a-b648-070346a38462,segment=NetworkSegment(b657ad7d-8ccb-4a48-8d72-3fa7620a21b2),segment_id=b657ad7d-8ccb-4a48-8d72-3fa7620a21b2)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:28.565649 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8ec2d-0efa-4a56-8749-0864e078fe1a req-93358958-5ab5-46b5-9f2d-0651a4abb79c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:28.567235 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0dc8ec2d-0efa-4a56-8749-0864e078fe1a req-93358958-5ab5-46b5-9f2d-0651a4abb79c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 943 time: 0.1539769 Dec 09 18:48:28.586944 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': '141a70e0-b558-470a-b648-070346a38462', 'network_id': '7d55c0c7-75cf-448a-8de1-08373c3c7593', 'port_id': '141a70e0-b558-470a-b648-070346a38462', 'mac_address': 'fa:16:3e:15:90:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '471150f0-f9bd-4bf9-9b9e-d0868088d32b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:48:28.674445 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0dc8ec2d-0efa-4a56-8749-0864e078fe1a req-99c981af-6d93-4ab9-9efe-c780c22a1429 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002390 Dec 09 18:48:28.687117 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:28.705764 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141a70e0-b558-470a-b648-070346a38462 {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:48:28.722843 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 141a70e0-b558-470a-b648-070346a38462, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=141a70e0-b558-470a-b648-070346a38462,segment=NetworkSegment(b657ad7d-8ccb-4a48-8d72-3fa7620a21b2),segment_id=b657ad7d-8ccb-4a48-8d72-3fa7620a21b2)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:28.727666 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:28.729598 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:28.796991 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=141a70e0-b558-470a-b648-070346a38462,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:28.799945 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:29.020693 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e4492-693d-4344-9b1e-e42493907b8a req-fa891d68-8cd6-497a-b478-18c15541a174 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:29.022115 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-091e4492-693d-4344-9b1e-e42493907b8a req-fa891d68-8cd6-497a-b478-18c15541a174 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 949 time: 0.0798354 Dec 09 18:48:29.065836 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-091e4492-693d-4344-9b1e-e42493907b8a req-44775764-9154-4a9c-9632-22549d1fd547 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378375 Dec 09 18:48:29.330990 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['141a70e0-b558-470a-b648-070346a38462'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:48:29.605913 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475ef70-8d51-4b6f-b803-c2c2ea478521 req-3dd433ff-8edc-4a05-bfef-d874583a5daf tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:29.607385 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d475ef70-8d51-4b6f-b803-c2c2ea478521 req-3dd433ff-8edc-4a05-bfef-d874583a5daf tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 949 time: 0.1681232 Dec 09 18:48:29.645018 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ab5eb-fa42-420c-b8d6-8b0e793dab42 req-465750fd-5c08-409c-b0e8-cce101045ddd tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:29.646604 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-221ab5eb-fa42-420c-b8d6-8b0e793dab42 req-465750fd-5c08-409c-b0e8-cce101045ddd tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0861897 Dec 09 18:48:29.655210 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d475ef70-8d51-4b6f-b803-c2c2ea478521 req-a550902a-8d8b-4a14-8103-0740e89d2047 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420001 Dec 09 18:48:29.694878 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-221ab5eb-fa42-420c-b8d6-8b0e793dab42 req-c54e351a-b19f-42cd-93f2-f1ef9b8440e9 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411680 Dec 09 18:48:29.902546 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d24cf4-ddec-4230-926f-d3b2c4cd53b1 req-7f7f6101-ebab-41e7-a312-f25c830b8715 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:29.904285 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-76d24cf4-ddec-4230-926f-d3b2c4cd53b1 req-7f7f6101-ebab-41e7-a312-f25c830b8715 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 944 time: 0.0924404 Dec 09 18:48:29.963858 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-76d24cf4-ddec-4230-926f-d3b2c4cd53b1 req-1da2352e-74a9-4b91-86de-42a73df9552a tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501931 Dec 09 18:48:30.019056 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd1beb-9402-430a-a65a-12319f0720ae req-579bbd5e-e929-48f2-b29e-db28e238c271 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:30.020513 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-fcdd1beb-9402-430a-a65a-12319f0720ae req-579bbd5e-e929-48f2-b29e-db28e238c271 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 945 time: 0.0811510 Dec 09 18:48:30.076286 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-fcdd1beb-9402-430a-a65a-12319f0720ae req-527aa7b5-ac0d-4a74-912c-1a87c886a96c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463803 Dec 09 18:48:30.099534 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 46966) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:30.370136 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df2e2a5-7fff-4058-8a39-f6272163e97a tempest-TestMinimumBasicScenario-1235938849 tempest-TestMinimumBasicScenario-1235938849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:30.370889 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-6df2e2a5-7fff-4058-8a39-f6272163e97a tempest-TestMinimumBasicScenario-1235938849 tempest-TestMinimumBasicScenario-1235938849-project-admin] Synchronizing usage tracker for tenant:b40f057c36604eba853e90365719d042 on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:48:30.389258 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-6df2e2a5-7fff-4058-8a39-f6272163e97a tempest-TestMinimumBasicScenario-1235938849 tempest-TestMinimumBasicScenario-1235938849-project-admin] Unset dirty status for tenant:b40f057c36604eba853e90365719d042 on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:48:30.390563 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-6df2e2a5-7fff-4058-8a39-f6272163e97a tempest-TestMinimumBasicScenario-1235938849 tempest-TestMinimumBasicScenario-1235938849-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 1093 time: 0.2898376 Dec 09 18:48:30.393402 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 46974) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:30.398433 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Request body: {'floatingip': {'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'port_id': '1288f274-5168-437b-b50e-5a999c242f6b', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:30.404533 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:30.408361 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Usage tracker for resource:floatingip and tenant:2a171f64c53f40a5bcab7a06ae2e1b7c is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:30.411191 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:30.416932 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:30.428629 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for floatingip, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:30.579733 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:30.717024 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Allocated IP 172.28.2.175 (6beed21b-9de4-4fbb-b55d-7f8ce9c9499c/5a39f25e-cbfe-4fa1-b581-b87a4aac1e40/f59ca817-fa46-4523-8269-0f224f652d8c) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:48:30.857162 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c83b3-ef81-4001-9008-55e3166d4f5e req-e1a83237-c0b7-4b32-b370-286946b97072 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:30.858717 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a22c83b3-ef81-4001-9008-55e3166d4f5e req-e1a83237-c0b7-4b32-b370-286946b97072 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 949 time: 0.1004288 Dec 09 18:48:30.903755 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a22c83b3-ef81-4001-9008-55e3166d4f5e req-7ca0c998-a055-4d6d-8b42-821865abb96e tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394118 Dec 09 18:48:30.921593 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:30.960225 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef69cb-453d-4f04-9968-7e0228c2e59c req-ff41e1a4-c2a6-4583-a340-b48e2fd346bd tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:30.961596 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-feef69cb-453d-4f04-9968-7e0228c2e59c req-ff41e1a4-c2a6-4583-a340-b48e2fd346bd tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1319375 Dec 09 18:48:30.991991 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:30.997101 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-5cacd26f-9350-488b-b587-ecd232b55d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:31.072548 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-feef69cb-453d-4f04-9968-7e0228c2e59c req-0be64ccf-496d-409f-a263-7dccab186d4b tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048579 Dec 09 18:48:31.078391 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:48:31.081393 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:48:31.085010 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:48:31.114107 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Pushing event updated for resources: {'Port': ['ID=f59ca817-fa46-4523-8269-0f224f652d8c,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:31.124296 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:31.185125 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387084e-fdb6-4225-a01b-d71afa0efcf1 req-76947670-04e0-47ba-a322-194f294eb5fb tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:31.195075 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f387084e-fdb6-4225-a01b-d71afa0efcf1 req-76947670-04e0-47ba-a322-194f294eb5fb tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 944 time: 0.1301632 Dec 09 18:48:31.245958 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f387084e-fdb6-4225-a01b-d71afa0efcf1 req-8bc639f2-9dff-4792-8306-3d9596ea0217 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499992 Dec 09 18:48:31.464612 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 46994) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:31.706837 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-06606bd3-3cc9-4f88-b4f6-2c2d3c370cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:31.735897 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-06606bd3-3cc9-4f88-b4f6-2c2d3c370cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:31.742780 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:31.745624 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-06606bd3-3cc9-4f88-b4f6-2c2d3c370cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:003619c9474b436d8caac8e666aeea6d is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:31.754374 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-06606bd3-3cc9-4f88-b4f6-2c2d3c370cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:31.763443 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-06606bd3-3cc9-4f88-b4f6-2c2d3c370cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:31.850270 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f2380-fbb8-4143-8c72-2ad82d717ff9 req-a30362b1-606f-40d9-97b9-a8dd858c3adf tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:31.851741 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-866f2380-fbb8-4143-8c72-2ad82d717ff9 req-a30362b1-606f-40d9-97b9-a8dd858c3adf tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.10 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 949 time: 0.2987216 Dec 09 18:48:31.908967 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:32.012837 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-866f2380-fbb8-4143-8c72-2ad82d717ff9 req-39be5293-c2d5-4fb1-b9dd-3ecfd4efd5e1 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Deleting port 6c28b591-40b8-448b-9e4e-01be61c5d4ed {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:48:32.013167 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-866f2380-fbb8-4143-8c72-2ad82d717ff9 req-39be5293-c2d5-4fb1-b9dd-3ecfd4efd5e1 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:32.095657 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-06606bd3-3cc9-4f88-b4f6-2c2d3c370cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:32.098744 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c329f-1ae3-4ab1-9d45-ed4a43873e0a req-2c9553c2-f0b4-41db-b3b5-b2ffb8dbbcb1 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:32.100237 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ab2c329f-1ae3-4ab1-9d45-ed4a43873e0a req-2c9553c2-f0b4-41db-b3b5-b2ffb8dbbcb1 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 949 time: 0.0868661 Dec 09 18:48:32.144668 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-06606bd3-3cc9-4f88-b4f6-2c2d3c370cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:32.147977 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ab2c329f-1ae3-4ab1-9d45-ed4a43873e0a req-5227f2de-9e77-4e0a-a3b8-b15ba2401257 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d78268-b2f1-4047-a335-e95ee37a0863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391915 Dec 09 18:48:32.151245 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:32.300200 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-06606bd3-3cc9-4f88-b4f6-2c2d3c370cd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=003619c9474b436d8caac8e666aeea6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8344567 Dec 09 18:48:32.303116 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 47006) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:32.310676 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06606bd3-3cc9-4f88-b4f6-2c2d3c370cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d902f5e-c962-4933-a1e1-6ab770d6d1c2,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:32.327675 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-06606bd3-3cc9-4f88-b4f6-2c2d3c370cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:32.390359 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 141a70e0-b558-470a-b648-070346a38462 up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:48:32.426699 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-be78f074-6f6e-4ef3-8a05-10ffb8a46ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:32.464475 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-be78f074-6f6e-4ef3-8a05-10ffb8a46ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:32.479117 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port 141a70e0-b558-470a-b648-070346a38462 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:48:32.483431 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:32.490554 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port 141a70e0-b558-470a-b648-070346a38462 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:48:32.490981 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:32.509649 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:32.517404 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-82c335ab-c394-4f10-a320-6e7a0dc6dfdd tempest-DeleteServersTestJSON-1157382363 tempest-DeleteServersTestJSON-1157382363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:32.542591 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e7db1-9815-4b05-b782-2aa3301d3114 req-4a277c1a-9968-4ef4-b7f4-9c22ab668eca tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:32.551217 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f70e7db1-9815-4b05-b782-2aa3301d3114 req-4a277c1a-9968-4ef4-b7f4-9c22ab668eca tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 944 time: 0.1890121 Dec 09 18:48:32.557042 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84042c86-a2c2-4805-9a1c-5783ee01255b req-4e290959-6390-417d-bd87-ac7a1fdb5d41 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:32.558546 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-84042c86-a2c2-4805-9a1c-5783ee01255b req-4e290959-6390-417d-bd87-ac7a1fdb5d41 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.3605688 Dec 09 18:48:32.604470 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f70e7db1-9815-4b05-b782-2aa3301d3114 req-c1e733db-0360-4d9b-9dab-160f1c2394ac tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522072 Dec 09 18:48:32.627790 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-be78f074-6f6e-4ef3-8a05-10ffb8a46ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:32.636206 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-5fd40325-2f37-4f75-aff1-3a6fddc9cb9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:32.650109 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78f074-6f6e-4ef3-8a05-10ffb8a46ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d902f5e-c962-4933-a1e1-6ab770d6d1c2,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:32.656775 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-be78f074-6f6e-4ef3-8a05-10ffb8a46ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:32.658020 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-be78f074-6f6e-4ef3-8a05-10ffb8a46ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:32.662608 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-be78f074-6f6e-4ef3-8a05-10ffb8a46ff3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d902f5e-c962-4933-a1e1-6ab770d6d1c2 HTTP/1.1" status: 204 len: 168 time: 0.3583043 Dec 09 18:48:32.705837 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:32.708879 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-866f2380-fbb8-4143-8c72-2ad82d717ff9 req-39be5293-c2d5-4fb1-b9dd-3ecfd4efd5e1 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] For port 6c28b591-40b8-448b-9e4e-01be61c5d4ed, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=6c28b591-40b8-448b-9e4e-01be61c5d4ed,segment=NetworkSegment(0d35b79a-cd88-4a5b-9ac5-f0268162157f),segment_id=0d35b79a-cd88-4a5b-9ac5-f0268162157f)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:32.709495 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-866f2380-fbb8-4143-8c72-2ad82d717ff9 req-39be5293-c2d5-4fb1-b9dd-3ecfd4efd5e1 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:32.742381 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d29d9db-441f-48aa-873a-9a6e48bd6aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141a70e0-b558-470a-b648-070346a38462'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:48:32.756234 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 141a70e0-b558-470a-b648-070346a38462, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=141a70e0-b558-470a-b648-070346a38462,segment=NetworkSegment(b657ad7d-8ccb-4a48-8d72-3fa7620a21b2),segment_id=b657ad7d-8ccb-4a48-8d72-3fa7620a21b2)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:32.766050 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:32.767954 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 6c28b591-40b8-448b-9e4e-01be61c5d4ed no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:48:32.804346 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e60ecd58-4bc6-466b-982c-ad8654bf5dfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:32.863875 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-866f2380-fbb8-4143-8c72-2ad82d717ff9 req-39be5293-c2d5-4fb1-b9dd-3ecfd4efd5e1 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Calling delete_port for 6c28b591-40b8-448b-9e4e-01be61c5d4ed owned by compute:nova {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:48:32.916566 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d29d9db-441f-48aa-873a-9a6e48bd6aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141a70e0-b558-470a-b648-070346a38462', 'code': 200} Dec 09 18:48:33.020066 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=141a70e0-b558-470a-b648-070346a38462,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:33.024071 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:33.055874 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:33.117710 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Pushing event updated for resources: {'Port': ['ID=f59ca817-fa46-4523-8269-0f224f652d8c,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:33.122174 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:33.134414 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-84042c86-a2c2-4805-9a1c-5783ee01255b req-a562a6f5-e035-4efb-b784-38ab6b25fe59 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5529604 Dec 09 18:48:33.145186 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134207117'] for floatingip, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:33.280359 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-866f2380-fbb8-4143-8c72-2ad82d717ff9 req-39be5293-c2d5-4fb1-b9dd-3ecfd4efd5e1 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:33.310914 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-af35e644-ddd7-475c-857a-3c21166adefd req-f593747b-babf-48ec-a611-4e8d9d6f11ab tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 210 time: 0.0444090 Dec 09 18:48:33.344832 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:33.509191 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be5293-c2d5-4fb1-b9dd-3ecfd4efd5e1 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Pushing event deleted for resources: {'Port': ['ID=6c28b591-40b8-448b-9e4e-01be61c5d4ed,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:33.512784 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-39be5293-c2d5-4fb1-b9dd-3ecfd4efd5e1 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:33.640101 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-866f2380-fbb8-4143-8c72-2ad82d717ff9 req-39be5293-c2d5-4fb1-b9dd-3ecfd4efd5e1 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] No DVR routers for this DVR port 6c28b591-40b8-448b-9e4e-01be61c5d4ed on host hv-cinder-81934 {{(pid=86801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:48:33.643575 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-866f2380-fbb8-4143-8c72-2ad82d717ff9 req-39be5293-c2d5-4fb1-b9dd-3ecfd4efd5e1 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:33.651739 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20916aa-7718-4085-8490-74320f90ac03', 'name': 'network-vif-deleted', 'tag': '6c28b591-40b8-448b-9e4e-01be61c5d4ed'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:48:33.674635 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.l3_db [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Floating IP dbef9486-ab20-4bd5-8ffc-d9c64e246d09 associated. External IP: 172.28.2.175, port: 1288f274-5168-437b-b50e-5a999c242f6b. Dec 09 18:48:33.734581 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20916aa-7718-4085-8490-74320f90ac03', 'name': 'network-vif-deleted', 'tag': '6c28b591-40b8-448b-9e4e-01be61c5d4ed', 'status': 'completed', 'code': 200} Dec 09 18:48:33.869275 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-866f2380-fbb8-4143-8c72-2ad82d717ff9 req-39be5293-c2d5-4fb1-b9dd-3ecfd4efd5e1 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.10 "DELETE /v2.0/ports/6c28b591-40b8-448b-9e4e-01be61c5d4ed HTTP/1.1" status: 204 len: 173 time: 2.0040774 Dec 09 18:48:33.881962 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e067d6d-97d5-4b57-9245-ad304c83748f req-28c9bed3-79c6-46cd-9c38-7df44460843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:33.883787 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3e067d6d-97d5-4b57-9245-ad304c83748f req-28c9bed3-79c6-46cd-9c38-7df44460843a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 1098 time: 0.6046352 Dec 09 18:48:33.979318 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3e067d6d-97d5-4b57-9245-ad304c83748f req-86a34ed2-1b9d-4020-90db-b7bf5a145c57 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730102 Dec 09 18:48:34.101509 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796f8d3-ab88-4951-814b-3d9122c036a6 req-48c95e94-f4b5-45c5-a509-2eb40281de32 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:34.103122 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-9796f8d3-ab88-4951-814b-3d9122c036a6 req-48c95e94-f4b5-45c5-a509-2eb40281de32 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 945 time: 0.2922790 Dec 09 18:48:34.188618 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-9796f8d3-ab88-4951-814b-3d9122c036a6 req-67133925-7af3-4786-b865-e4803e288349 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768647 Dec 09 18:48:34.219778 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Router 50305725-fbff-4620-8396-3c3730410067 has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:48:34.335088 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3effc2-4f3e-4491-92d1-c144213ffdbe req-b0a94cab-7fc2-4bd8-b6a9-457872674b7c tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:34.336439 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ad3effc2-4f3e-4491-92d1-c144213ffdbe req-b0a94cab-7fc2-4bd8-b6a9-457872674b7c tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0789042 Dec 09 18:48:34.402203 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ad3effc2-4f3e-4491-92d1-c144213ffdbe req-0a5f28a3-df9d-477f-91f2-f5cddb66192a tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597956 Dec 09 18:48:34.418931 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:48:34.430083 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d0e93-d734-4f64-8d4b-164a2cd9a3a1 None None] Sync routers for ids ['50305725-fbff-4620-8396-3c3730410067'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:48:34.440179 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d0e93-d734-4f64-8d4b-164a2cd9a3a1 None None] Routers {'50305725-fbff-4620-8396-3c3730410067'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:48:34.440789 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-620d0e93-d734-4f64-8d4b-164a2cd9a3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:48:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['50305725-fbff-4620-8396-3c3730410067'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:48:34.452901 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for floatingip, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:34.571955 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-3e62b051-5e67-4352-bb03-acbd5226ded9 req-05330f7e-b858-41e3-b322-d173aefc8f3a tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Synchronizing usage tracker for tenant:6da83c80d97849c892eac8428fb4dacb on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:48:34.592978 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1985419 Dec 09 18:48:34.595617 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 47042) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:34.611522 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-3e62b051-5e67-4352-bb03-acbd5226ded9 req-05330f7e-b858-41e3-b322-d173aefc8f3a tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Unset dirty status for tenant:6da83c80d97849c892eac8428fb4dacb on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:48:34.620846 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3e62b051-5e67-4352-bb03-acbd5226ded9 req-05330f7e-b858-41e3-b322-d173aefc8f3a tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20916aa-7718-4085-8490-74320f90ac03 HTTP/1.1" status: 200 len: 210 time: 0.1246681 Dec 09 18:48:34.623182 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-6ef85412-13a0-4610-a0ca-aa1abfc1e320 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1332143339', 'description': 'tempest-secgroup-smoke-1332143339 description', 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:34.631208 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-6ef85412-13a0-4610-a0ca-aa1abfc1e320 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:34.644105 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-6ef85412-13a0-4610-a0ca-aa1abfc1e320 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:34.656602 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6ef85412-13a0-4610-a0ca-aa1abfc1e320 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:34.663533 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-620d0e93-d734-4f64-8d4b-164a2cd9a3a1 None None] Set router 50305725-fbff-4620-8396-3c3730410067 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:48:34.680556 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-6ef85412-13a0-4610-a0ca-aa1abfc1e320 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:34.684855 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-6ef85412-13a0-4610-a0ca-aa1abfc1e320 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Usage tracker for resource:security_group_rule and tenant:2a171f64c53f40a5bcab7a06ae2e1b7c is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:34.688083 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-6ef85412-13a0-4610-a0ca-aa1abfc1e320 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:34.695238 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-6ef85412-13a0-4610-a0ca-aa1abfc1e320 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:34.797610 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6ef85412-13a0-4610-a0ca-aa1abfc1e320 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:34.805345 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6ef85412-13a0-4610-a0ca-aa1abfc1e320 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:34.810944 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-ea854031-1d19-47af-9c42-9b0f05be9191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:34.870569 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef85412-13a0-4610-a0ca-aa1abfc1e320 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=162b56b5-e85a-40ca-be29-1d6b035d9e68,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:34.874105 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-6ef85412-13a0-4610-a0ca-aa1abfc1e320 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:34.883350 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-6ef85412-13a0-4610-a0ca-aa1abfc1e320 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:34.885091 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-6ef85412-13a0-4610-a0ca-aa1abfc1e320 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2881367 Dec 09 18:48:34.887818 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 47050) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:34.892807 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-59a4ce4d-505b-4529-9f78-0072a08fec9e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Request body: {'security_group_rule': {'security_group_id': '162b56b5-e85a-40ca-be29-1d6b035d9e68', 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:34.899169 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-59a4ce4d-505b-4529-9f78-0072a08fec9e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:34.903377 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-59a4ce4d-505b-4529-9f78-0072a08fec9e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Usage tracker for resource:security_group_rule and tenant:2a171f64c53f40a5bcab7a06ae2e1b7c is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:34.906306 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-59a4ce4d-505b-4529-9f78-0072a08fec9e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:34.912261 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-59a4ce4d-505b-4529-9f78-0072a08fec9e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:34.929661 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-59a4ce4d-505b-4529-9f78-0072a08fec9e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:34.987977 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-59a4ce4d-505b-4529-9f78-0072a08fec9e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:34.991884 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-59a4ce4d-505b-4529-9f78-0072a08fec9e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:34.994211 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:35.014480 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4ce4d-505b-4529-9f78-0072a08fec9e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f5fd28-0459-4da7-bd7c-4ba399d7dab3,revision_number=0']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:35.019655 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-59a4ce4d-505b-4529-9f78-0072a08fec9e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:35.029535 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-59a4ce4d-505b-4529-9f78-0072a08fec9e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.030782 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-59a4ce4d-505b-4529-9f78-0072a08fec9e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419876 Dec 09 18:48:35.033771 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 47054) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:35.038659 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-367aca49-b9c1-4384-a5c4-fe4262935ca8 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Request body: {'security_group_rule': {'security_group_id': '162b56b5-e85a-40ca-be29-1d6b035d9e68', 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:35.042318 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-620d0e93-d734-4f64-8d4b-164a2cd9a3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50305725-fbff-4620-8396-3c3730410067', 'name': 'tempest-TestMinimumBasicScenario-435063833-router', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:53Z', 'updated_at': '2021-12-09T18:46:59Z', 'revision_number': 4, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'gw_port': {'id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:54Z', 'updated_at': '2021-12-09T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': 'dbef9486-ab20-4bd5-8ffc-d9c64e246d09', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'floating_ip_address': '172.28.2.175', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': '50305725-fbff-4620-8396-3c3730410067', 'port_id': '1288f274-5168-437b-b50e-5a999c242f6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'mac_address': 'fa:16:3e:7c:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d72023-2705-492b-8132-c620428a8317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:48:31Z', 'updated_at': '2021-12-09T18:48:31Z', 'revision_number': 0, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0167ce-23a0-4457-b571-b2f813d40cd2', 'name': '', 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'mac_address': 'fa:16:3e:29:d0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '18e824af-a703-4242-88ed-b01542221d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:58Z', 'updated_at': '2021-12-09T18:47:10Z', 'revision_number': 5, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'subnets': [{'id': '18e824af-a703-4242-88ed-b01542221d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:48:35.044537 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-367aca49-b9c1-4384-a5c4-fe4262935ca8 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:35.046311 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d0e93-d734-4f64-8d4b-164a2cd9a3a1 None None] Checking router: 50305725-fbff-4620-8396-3c3730410067 for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:48:35.048329 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-367aca49-b9c1-4384-a5c4-fe4262935ca8 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Usage tracker for resource:security_group_rule and tenant:2a171f64c53f40a5bcab7a06ae2e1b7c is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:35.051180 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-367aca49-b9c1-4384-a5c4-fe4262935ca8 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:35.055142 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d0e93-d734-4f64-8d4b-164a2cd9a3a1 None None] Routers {'50305725-fbff-4620-8396-3c3730410067'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:48:35.055755 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-620d0e93-d734-4f64-8d4b-164a2cd9a3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:48:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['50305725-fbff-4620-8396-3c3730410067'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:48:35.056937 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-367aca49-b9c1-4384-a5c4-fe4262935ca8 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:35.078103 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-367aca49-b9c1-4384-a5c4-fe4262935ca8 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.137960 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-367aca49-b9c1-4384-a5c4-fe4262935ca8 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.141819 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-367aca49-b9c1-4384-a5c4-fe4262935ca8 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.144172 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-4270338d-6032-4cad-a13d-ff2b234a58e8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:35.165312 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367aca49-b9c1-4384-a5c4-fe4262935ca8 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410658e2-7f21-4100-ad0d-dfc8264f5ddc,revision_number=0']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:35.168625 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-367aca49-b9c1-4384-a5c4-fe4262935ca8 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:35.176976 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-367aca49-b9c1-4384-a5c4-fe4262935ca8 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.178283 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-367aca49-b9c1-4384-a5c4-fe4262935ca8 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436539 Dec 09 18:48:35.181403 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 47058) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:35.186700 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-10fffa49-aba8-48f1-bcba-98e15ae648e5 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Request body: {'security_group_rule': {'security_group_id': '162b56b5-e85a-40ca-be29-1d6b035d9e68', 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:35.192495 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-10fffa49-aba8-48f1-bcba-98e15ae648e5 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:35.196952 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-10fffa49-aba8-48f1-bcba-98e15ae648e5 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Usage tracker for resource:security_group_rule and tenant:2a171f64c53f40a5bcab7a06ae2e1b7c is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:35.199345 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-10fffa49-aba8-48f1-bcba-98e15ae648e5 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:35.205264 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-10fffa49-aba8-48f1-bcba-98e15ae648e5 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:35.224062 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-10fffa49-aba8-48f1-bcba-98e15ae648e5 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.241967 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-620d0e93-d734-4f64-8d4b-164a2cd9a3a1 None None] Set router 50305725-fbff-4620-8396-3c3730410067 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:48:35.294645 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-10fffa49-aba8-48f1-bcba-98e15ae648e5 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.298870 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-10fffa49-aba8-48f1-bcba-98e15ae648e5 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.307710 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-59a4ce4d-505b-4529-9f78-0072a08fec9e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:35.326816 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fffa49-aba8-48f1-bcba-98e15ae648e5 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64859704-57d3-4ed4-b5b6-27f499b3bb23,revision_number=0']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:35.332685 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-10fffa49-aba8-48f1-bcba-98e15ae648e5 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:35.338124 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-10fffa49-aba8-48f1-bcba-98e15ae648e5 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.340079 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-10fffa49-aba8-48f1-bcba-98e15ae648e5 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1575327 Dec 09 18:48:35.342831 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 47064) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:35.360043 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-581d3056-68ef-4d5b-86b3-bf13ac03e77c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Request body: {'security_group_rule': {'security_group_id': '162b56b5-e85a-40ca-be29-1d6b035d9e68', 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:35.366020 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-581d3056-68ef-4d5b-86b3-bf13ac03e77c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:35.371071 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-581d3056-68ef-4d5b-86b3-bf13ac03e77c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Usage tracker for resource:security_group_rule and tenant:2a171f64c53f40a5bcab7a06ae2e1b7c is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:35.374058 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-581d3056-68ef-4d5b-86b3-bf13ac03e77c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:35.381251 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-581d3056-68ef-4d5b-86b3-bf13ac03e77c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:35.403070 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-581d3056-68ef-4d5b-86b3-bf13ac03e77c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.436833 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8844c-9169-4a8e-82b4-ebe9417065f1 req-abe3c6fa-21d4-471b-a3ca-8e123fb7f522 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:35.445212 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-efd8844c-9169-4a8e-82b4-ebe9417065f1 req-abe3c6fa-21d4-471b-a3ca-8e123fb7f522 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 945 time: 0.1281657 Dec 09 18:48:35.492799 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-581d3056-68ef-4d5b-86b3-bf13ac03e77c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.500772 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-581d3056-68ef-4d5b-86b3-bf13ac03e77c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.526603 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-efd8844c-9169-4a8e-82b4-ebe9417065f1 req-127f3f6a-faba-41b1-a855-abdb45b68054 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780272 Dec 09 18:48:35.559073 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-367aca49-b9c1-4384-a5c4-fe4262935ca8 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:35.588826 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-581d3056-68ef-4d5b-86b3-bf13ac03e77c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.592685 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-581d3056-68ef-4d5b-86b3-bf13ac03e77c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2460263 Dec 09 18:48:35.593462 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 47070) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:35.596579 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d3056-68ef-4d5b-86b3-bf13ac03e77c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f44760-2d0f-46ab-8e9d-1f5010353100,revision_number=0']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:35.600454 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-581d3056-68ef-4d5b-86b3-bf13ac03e77c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:35.606190 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-b4c9fac4-153a-4284-a227-15177dfb0e20 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Request body: {'security_group_rule': {'security_group_id': '162b56b5-e85a-40ca-be29-1d6b035d9e68', 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:35.613477 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-b4c9fac4-153a-4284-a227-15177dfb0e20 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:35.618319 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-b4c9fac4-153a-4284-a227-15177dfb0e20 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Usage tracker for resource:security_group_rule and tenant:2a171f64c53f40a5bcab7a06ae2e1b7c is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:35.622194 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-b4c9fac4-153a-4284-a227-15177dfb0e20 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:35.626339 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-620d0e93-d734-4f64-8d4b-164a2cd9a3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50305725-fbff-4620-8396-3c3730410067', 'name': 'tempest-TestMinimumBasicScenario-435063833-router', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:53Z', 'updated_at': '2021-12-09T18:46:59Z', 'revision_number': 4, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'gw_port': {'id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:54Z', 'updated_at': '2021-12-09T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': 'dbef9486-ab20-4bd5-8ffc-d9c64e246d09', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'floating_ip_address': '172.28.2.175', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': '50305725-fbff-4620-8396-3c3730410067', 'port_id': '1288f274-5168-437b-b50e-5a999c242f6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'mac_address': 'fa:16:3e:7c:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d72023-2705-492b-8132-c620428a8317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:48:31Z', 'updated_at': '2021-12-09T18:48:31Z', 'revision_number': 0, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0167ce-23a0-4457-b571-b2f813d40cd2', 'name': '', 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'mac_address': 'fa:16:3e:29:d0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '18e824af-a703-4242-88ed-b01542221d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:58Z', 'updated_at': '2021-12-09T18:47:10Z', 'revision_number': 5, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'subnets': [{'id': '18e824af-a703-4242-88ed-b01542221d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:48:35.629900 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-b4c9fac4-153a-4284-a227-15177dfb0e20 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:35.630588 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d0e93-d734-4f64-8d4b-164a2cd9a3a1 None None] The sync data for ids ['50305725-fbff-4620-8396-3c3730410067'] in dv-cinder-819346-1-smb is: [{'id': '50305725-fbff-4620-8396-3c3730410067', 'name': 'tempest-TestMinimumBasicScenario-435063833-router', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:53Z', 'updated_at': '2021-12-09T18:46:59Z', 'revision_number': 4, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'gw_port': {'id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:54Z', 'updated_at': '2021-12-09T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': 'dbef9486-ab20-4bd5-8ffc-d9c64e246d09', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'floating_ip_address': '172.28.2.175', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': '50305725-fbff-4620-8396-3c3730410067', 'port_id': '1288f274-5168-437b-b50e-5a999c242f6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'mac_address': 'fa:16:3e:7c:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d72023-2705-492b-8132-c620428a8317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:48:31Z', 'updated_at': '2021-12-09T18:48:31Z', 'revision_number': 0, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0167ce-23a0-4457-b571-b2f813d40cd2', 'name': '', 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'mac_address': 'fa:16:3e:29:d0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '18e824af-a703-4242-88ed-b01542221d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:58Z', 'updated_at': '2021-12-09T18:47:10Z', 'revision_number': 5, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'subnets': [{'id': '18e824af-a703-4242-88ed-b01542221d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:48:35.651058 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.db.securitygroups_db [None req-b4c9fac4-153a-4284-a227-15177dfb0e20 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Project 2a171f64c53f40a5bcab7a06ae2e1b7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 18:48:35.665798 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b4c9fac4-153a-4284-a227-15177dfb0e20 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.757343 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03a883-e39f-4292-9b96-c34cdb45174c req-8b1df13e-c697-4398-b2d7-f234cab4f323 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:35.764874 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ae03a883-e39f-4292-9b96-c34cdb45174c req-8b1df13e-c697-4398-b2d7-f234cab4f323 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1534381 Dec 09 18:48:35.767461 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d72023-2705-492b-8132-c620428a8317', 'tag': '1288f274-5168-437b-b50e-5a999c242f6b'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:48:35.798992 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b4c9fac4-153a-4284-a227-15177dfb0e20 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.804394 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b4c9fac4-153a-4284-a227-15177dfb0e20 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.807600 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:35.839303 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9fac4-153a-4284-a227-15177dfb0e20 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65fd8ef-b7df-476a-98cf-9868070cb4b5,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:35.843398 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b4c9fac4-153a-4284-a227-15177dfb0e20 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:35.868388 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b4c9fac4-153a-4284-a227-15177dfb0e20 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:35.875720 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-b4c9fac4-153a-4284-a227-15177dfb0e20 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2806737 Dec 09 18:48:35.877881 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 47092) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:35.895747 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-cf8227d9-ad9c-4185-9ab4-0f8d6c81d71f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Request body: {'security_group_rule': {'security_group_id': '162b56b5-e85a-40ca-be29-1d6b035d9e68', 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:35.908084 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ae03a883-e39f-4292-9b96-c34cdb45174c req-3661d3b8-f2fd-4082-a11d-1c3c15f1b5af tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420937 Dec 09 18:48:35.914139 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d72023-2705-492b-8132-c620428a8317', 'tag': '1288f274-5168-437b-b50e-5a999c242f6b', 'status': 'completed', 'code': 200} Dec 09 18:48:35.922101 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-cf8227d9-ad9c-4185-9ab4-0f8d6c81d71f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:35.927453 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-cf8227d9-ad9c-4185-9ab4-0f8d6c81d71f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Usage tracker for resource:security_group_rule and tenant:2a171f64c53f40a5bcab7a06ae2e1b7c is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:35.930827 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-cf8227d9-ad9c-4185-9ab4-0f8d6c81d71f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:35.939280 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-cf8227d9-ad9c-4185-9ab4-0f8d6c81d71f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:35.966638 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.db.securitygroups_db [None req-cf8227d9-ad9c-4185-9ab4-0f8d6c81d71f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Project 2a171f64c53f40a5bcab7a06ae2e1b7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 18:48:35.975708 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-cf8227d9-ad9c-4185-9ab4-0f8d6c81d71f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:36.026780 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9813d30-1308-4603-82ec-915bcbb09472 None None] New status for floating IP dbef9486-ab20-4bd5-8ffc-d9c64e246d09: ACTIVE {{(pid=86803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 18:48:36.056514 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-cf8227d9-ad9c-4185-9ab4-0f8d6c81d71f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:36.078235 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-cf8227d9-ad9c-4185-9ab4-0f8d6c81d71f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:36.080484 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b4c9fac4-153a-4284-a227-15177dfb0e20 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:36.116257 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8227d9-ad9c-4185-9ab4-0f8d6c81d71f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd23285d-dc6c-4375-b635-ec34da05071d,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:36.119951 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-cf8227d9-ad9c-4185-9ab4-0f8d6c81d71f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:36.134318 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-cf8227d9-ad9c-4185-9ab4-0f8d6c81d71f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:36.141026 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-cf8227d9-ad9c-4185-9ab4-0f8d6c81d71f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2616794 Dec 09 18:48:36.144461 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9934a50-78d8-4c95-ad44-2531a539bcc5 req-991549d2-332d-453c-999b-b86cd1fabd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:36.146081 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e9934a50-78d8-4c95-ad44-2531a539bcc5 req-991549d2-332d-453c-999b-b86cd1fabd4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a171f64c53f40a5bcab7a06ae2e1b7c&device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 1098 time: 0.1826465 Dec 09 18:48:36.476512 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-4ead5889-eab0-412f-a272-2b8cc30ef127 req-3d42cbf7-aef1-4c9b-a0e5-f441f9845171 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Synchronizing usage tracker for tenant:2a171f64c53f40a5bcab7a06ae2e1b7c on resource:security_group {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:48:36.496936 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9934a50-78d8-4c95-ad44-2531a539bcc5 req-4a2d4666-d4de-4588-bad5-90fe7a9ce595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:36.498377 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e9934a50-78d8-4c95-ad44-2531a539bcc5 req-4a2d4666-d4de-4588-bad5-90fe7a9ce595 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3 HTTP/1.1" status: 200 len: 915 time: 0.3444433 Dec 09 18:48:36.558287 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-4ead5889-eab0-412f-a272-2b8cc30ef127 req-3d42cbf7-aef1-4c9b-a0e5-f441f9845171 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Unset dirty status for tenant:2a171f64c53f40a5bcab7a06ae2e1b7c on resource:security_group {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:48:36.560103 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4ead5889-eab0-412f-a272-2b8cc30ef127 req-3d42cbf7-aef1-4c9b-a0e5-f441f9845171 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332143339&fields=id&tenant_id=2a171f64c53f40a5bcab7a06ae2e1b7c HTTP/1.1" status: 200 len: 267 time: 0.1597207 Dec 09 18:48:36.668564 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e9934a50-78d8-4c95-ad44-2531a539bcc5 req-abb1fb0a-8f9a-49b9-857e-11310bfa7af4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1288f274-5168-437b-b50e-5a999c242f6b HTTP/1.1" status: 200 len: 1001 time: 0.1623061 Dec 09 18:48:36.754661 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead5889-eab0-412f-a272-2b8cc30ef127 req-8d60ee5a-4279-4af8-b0aa-a1542adfcff7 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:36.756731 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4ead5889-eab0-412f-a272-2b8cc30ef127 req-8d60ee5a-4279-4af8-b0aa-a1542adfcff7 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 945 time: 0.1827829 Dec 09 18:48:36.763434 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9934a50-78d8-4c95-ad44-2531a539bcc5 req-bca918a7-2f35-4db5-939b-bd1386673fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:36.764888 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e9934a50-78d8-4c95-ad44-2531a539bcc5 req-bca918a7-2f35-4db5-939b-bd1386673fdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e824af-a703-4242-88ed-b01542221d37 HTTP/1.1" status: 200 len: 853 time: 0.0888491 Dec 09 18:48:36.771464 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-4ead5889-eab0-412f-a272-2b8cc30ef127 req-15534f50-6d67-4848-a685-5b787fdcb29c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Request body: {'port': {'security_groups': ['a68303cf-2b96-4b0f-bd9c-91aafd3f515a', '162b56b5-e85a-40ca-be29-1d6b035d9e68']}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:36.964370 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-4ead5889-eab0-412f-a272-2b8cc30ef127 req-15534f50-6d67-4848-a685-5b787fdcb29c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:36.977751 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9934a50-78d8-4c95-ad44-2531a539bcc5 req-e81fab33-8122-48df-a6c8-8e0c527e3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:36.979249 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e9934a50-78d8-4c95-ad44-2531a539bcc5 req-e81fab33-8122-48df-a6c8-8e0c527e3729 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1797678 Dec 09 18:48:36.984607 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed023-b86e-4779-98e9-cb66056a00bd req-669be5f2-1a92-4897-a54a-31a3010c20e9 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:36.986637 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4aed023-b86e-4779-98e9-cb66056a00bd req-669be5f2-1a92-4897-a54a-31a3010c20e9 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 945 time: 0.1065640 Dec 09 18:48:37.034979 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4aed023-b86e-4779-98e9-cb66056a00bd req-3b630a2f-41b9-473d-b0b5-6217fe53fc4a tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420389 Dec 09 18:48:37.227518 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e9934a50-78d8-4c95-ad44-2531a539bcc5 req-d113599d-9c9d-4194-a290-30691327265d service neutron] 10.222.0.10 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156265 Dec 09 18:48:37.256416 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49639f8-47e7-4b37-8215-e48c92b61929 req-12d46496-96f9-4110-a183-8970c3b6e11a tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:37.257969 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f49639f8-47e7-4b37-8215-e48c92b61929 req-12d46496-96f9-4110-a183-8970c3b6e11a tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.1013591 Dec 09 18:48:37.306492 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f49639f8-47e7-4b37-8215-e48c92b61929 req-530479c6-8475-4568-803b-321b18a4cffb tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424051 Dec 09 18:48:37.487349 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-4ead5889-eab0-412f-a272-2b8cc30ef127 req-15534f50-6d67-4848-a685-5b787fdcb29c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] For port 1288f274-5168-437b-b50e-5a999c242f6b, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1288f274-5168-437b-b50e-5a999c242f6b,segment=NetworkSegment(e4447597-0ed4-49d4-8d35-2087aa977f9f),segment_id=e4447597-0ed4-49d4-8d35-2087aa977f9f)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:37.494723 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e9934a50-78d8-4c95-ad44-2531a539bcc5 req-07ae93dc-f6cf-4962-9212-3c6efc39a4b3 service neutron] 10.222.0.10 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445664 Dec 09 18:48:37.520607 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-4ead5889-eab0-412f-a272-2b8cc30ef127 req-15534f50-6d67-4848-a685-5b787fdcb29c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:37.527800 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-4ead5889-eab0-412f-a272-2b8cc30ef127 req-15534f50-6d67-4848-a685-5b787fdcb29c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:37.534071 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-593836eb-29da-44a8-ba72-97b17e629a82 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:37.534236 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dfa81-68d1-42e7-b81d-bcd84ff0e509 req-30464248-b92b-47b3-9c69-c80638c5945d tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:37.536755 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a62dfa81-68d1-42e7-b81d-bcd84ff0e509 req-30464248-b92b-47b3-9c69-c80638c5945d tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1119187 Dec 09 18:48:37.558031 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['1288f274-5168-437b-b50e-5a999c242f6b'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:48:37.608197 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead5889-eab0-412f-a272-2b8cc30ef127 req-15534f50-6d67-4848-a685-5b787fdcb29c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:37.608814 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-4ead5889-eab0-412f-a272-2b8cc30ef127 req-15534f50-6d67-4848-a685-5b787fdcb29c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:37.610196 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4ead5889-eab0-412f-a272-2b8cc30ef127 req-15534f50-6d67-4848-a685-5b787fdcb29c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "PUT /v2.0/ports/1288f274-5168-437b-b50e-5a999c242f6b HTTP/1.1" status: 200 len: 981 time: 0.8444493 Dec 09 18:48:37.632484 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15534f50-6d67-4848-a685-5b787fdcb29c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Pushing event updated for resources: {'Port': ['ID=1288f274-5168-437b-b50e-5a999c242f6b,revision_number=6']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:37.638017 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-15534f50-6d67-4848-a685-5b787fdcb29c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:37.653115 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a62dfa81-68d1-42e7-b81d-bcd84ff0e509 req-fb3fe398-1e65-46a4-a799-ab2abc6d520c tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057229 Dec 09 18:48:37.904258 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f0a7c-cc64-429f-a43b-79e2311e5071 req-3eca2b8e-541a-4c3a-90ca-86bcf60e9169 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:37.906112 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-440f0a7c-cc64-429f-a43b-79e2311e5071 req-3eca2b8e-541a-4c3a-90ca-86bcf60e9169 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.1249146 Dec 09 18:48:37.916977 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d72023-2705-492b-8132-c620428a8317', 'tag': '1288f274-5168-437b-b50e-5a999c242f6b'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:48:37.947247 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['1288f274-5168-437b-b50e-5a999c242f6b'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:48:37.969593 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-440f0a7c-cc64-429f-a43b-79e2311e5071 req-6ab402a7-5936-4c5d-b539-7545914b6184 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&id=162b56b5-e85a-40ca-be29-1d6b035d9e68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466766 Dec 09 18:48:37.978221 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d72023-2705-492b-8132-c620428a8317', 'tag': '1288f274-5168-437b-b50e-5a999c242f6b', 'status': 'completed', 'code': 200} Dec 09 18:48:38.063465 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e06330e7-6186-4772-befe-3c021c057ffa None None] Provisioning complete for port 1288f274-5168-437b-b50e-5a999c242f6b triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:48:38.063857 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e06330e7-6186-4772-befe-3c021c057ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:38.124949 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9c13a-bc74-4adf-86e6-c18cd9aa53f9 req-dfdec0af-6e69-4e04-a01c-8f199fa91ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:38.126568 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e5d9c13a-bc74-4adf-86e6-c18cd9aa53f9 req-dfdec0af-6e69-4e04-a01c-8f199fa91ea7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a171f64c53f40a5bcab7a06ae2e1b7c&device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 1137 time: 0.0996854 Dec 09 18:48:38.331066 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9c13a-bc74-4adf-86e6-c18cd9aa53f9 req-5f74d235-4ed8-4691-8d84-11aca4d05e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:38.332877 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e5d9c13a-bc74-4adf-86e6-c18cd9aa53f9 req-5f74d235-4ed8-4691-8d84-11aca4d05e39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3 HTTP/1.1" status: 200 len: 915 time: 0.1969345 Dec 09 18:48:38.708924 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7236e-d23f-4c03-a273-372248a02e97 req-8ac8b274-b855-4260-8ece-fce068e7472f tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:38.717120 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-18b7236e-d23f-4c03-a273-372248a02e97 req-8ac8b274-b855-4260-8ece-fce068e7472f tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 945 time: 0.1252637 Dec 09 18:48:38.738281 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e5d9c13a-bc74-4adf-86e6-c18cd9aa53f9 req-35c38bdf-d711-4201-97fb-37bfc8c7bac6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1288f274-5168-437b-b50e-5a999c242f6b HTTP/1.1" status: 200 len: 1001 time: 0.3971517 Dec 09 18:48:38.762998 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-18b7236e-d23f-4c03-a273-372248a02e97 req-09e52306-4645-4925-b64d-d729f9dfc7c2 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449567 Dec 09 18:48:38.807664 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353ff11-489e-40cf-8e2f-4026b3365553 req-e3a5d8ed-33fe-4b72-8fa2-61f740ff6f27 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:38.809098 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-9353ff11-489e-40cf-8e2f-4026b3365553 req-e3a5d8ed-33fe-4b72-8fa2-61f740ff6f27 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.2836444 Dec 09 18:48:38.852651 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9c13a-bc74-4adf-86e6-c18cd9aa53f9 req-646737a6-621c-4153-9246-9992f9e10a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:38.854545 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e5d9c13a-bc74-4adf-86e6-c18cd9aa53f9 req-646737a6-621c-4153-9246-9992f9e10a66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e824af-a703-4242-88ed-b01542221d37 HTTP/1.1" status: 200 len: 853 time: 0.1055319 Dec 09 18:48:38.877935 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-9353ff11-489e-40cf-8e2f-4026b3365553 req-75ab2007-3309-4a7c-a70f-2477ec9ca57f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596991 Dec 09 18:48:38.962781 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9c13a-bc74-4adf-86e6-c18cd9aa53f9 req-25ede641-d030-4711-8471-88c2f4c91b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:38.964713 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e5d9c13a-bc74-4adf-86e6-c18cd9aa53f9 req-25ede641-d030-4711-8471-88c2f4c91b56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0900359 Dec 09 18:48:39.020858 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48aebc-d772-4890-8960-4280a94ea70b req-d4acfd63-3b70-41f0-976d-8eee20c2478d tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:39.022331 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-9f48aebc-d772-4890-8960-4280a94ea70b req-d4acfd63-3b70-41f0-976d-8eee20c2478d tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0977218 Dec 09 18:48:39.078739 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-9f48aebc-d772-4890-8960-4280a94ea70b req-0a2d1eb8-60a9-41d4-880c-8ab6874bf393 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499208 Dec 09 18:48:39.113254 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e5d9c13a-bc74-4adf-86e6-c18cd9aa53f9 req-f5e98a69-2e8d-4d02-83d9-81cc30c4010e service neutron] 10.222.0.10 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323864 Dec 09 18:48:39.249461 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e5d9c13a-bc74-4adf-86e6-c18cd9aa53f9 req-49bf2d57-013d-43ef-b9c9-7d26d0234775 service neutron] 10.222.0.10 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303675 Dec 09 18:48:39.703826 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb1c3e-0a73-4daf-9489-b8b97e3c1f9b req-5b4bb731-be22-480e-bc17-1b19ebab06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:39.705262 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8dbb1c3e-0a73-4daf-9489-b8b97e3c1f9b req-5b4bb731-be22-480e-bc17-1b19ebab06aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 1099 time: 0.0802596 Dec 09 18:48:39.763874 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8dbb1c3e-0a73-4daf-9489-b8b97e3c1f9b req-113258e5-5445-4508-a146-04fe4b9b2265 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371749 Dec 09 18:48:40.090747 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2489240-7c41-45e0-866f-8eb96137dbce req-3c1c150b-c7d6-4c95-9295-a086628419b6 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:40.094574 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c2489240-7c41-45e0-866f-8eb96137dbce req-3c1c150b-c7d6-4c95-9295-a086628419b6 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.0867004 Dec 09 18:48:40.123820 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3480b-2f81-42e3-883d-0cbd9688b8f7 req-4c59fdab-5c3f-41fe-a435-d5ced2598272 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:40.125313 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c5a3480b-2f81-42e3-883d-0cbd9688b8f7 req-4c59fdab-5c3f-41fe-a435-d5ced2598272 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 945 time: 0.0926654 Dec 09 18:48:40.142082 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c2489240-7c41-45e0-866f-8eb96137dbce req-6633c1d2-6c74-46e0-9c76-5e1a72cbffd5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432985 Dec 09 18:48:40.183544 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c5a3480b-2f81-42e3-883d-0cbd9688b8f7 req-fd31f6e8-87ae-4b7d-bc5b-9ddf6a694d7a tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516691 Dec 09 18:48:40.337223 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3c1f4-7c4d-4a91-b763-5f41b9e12e62 req-49d56228-668c-4850-a506-02cfb2752f1a tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:40.338664 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8ac3c1f4-7c4d-4a91-b763-5f41b9e12e62 req-49d56228-668c-4850-a506-02cfb2752f1a tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0872271 Dec 09 18:48:40.383496 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8ac3c1f4-7c4d-4a91-b763-5f41b9e12e62 req-90aea4ae-2be8-468e-979d-4a66af9bc0d0 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392413 Dec 09 18:48:41.259081 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0dc2d-73b9-4b31-96bb-96e845d59edc req-40869d84-d4d4-40b0-80a1-6a447812559c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:41.260613 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-12d0dc2d-73b9-4b31-96bb-96e845d59edc req-40869d84-d4d4-40b0-80a1-6a447812559c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 945 time: 0.0959377 Dec 09 18:48:41.385864 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-12d0dc2d-73b9-4b31-96bb-96e845d59edc req-5753f8d4-e6d8-4317-adaa-0dfe742e23ad tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Deleting port 141a70e0-b558-470a-b648-070346a38462 {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:48:41.386340 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-12d0dc2d-73b9-4b31-96bb-96e845d59edc req-5753f8d4-e6d8-4317-adaa-0dfe742e23ad tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:41.445193 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ff870-9d95-47e6-af81-cb8e0c7bd33b req-a7375c78-78f3-49bf-874b-c593d2ac8249 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:41.447405 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-009ff870-9d95-47e6-af81-cb8e0c7bd33b req-a7375c78-78f3-49bf-874b-c593d2ac8249 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 945 time: 0.1475868 Dec 09 18:48:41.502610 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-009ff870-9d95-47e6-af81-cb8e0c7bd33b req-2ecf2c83-0093-4dad-bc00-69d3db5407a4 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492265 Dec 09 18:48:41.516677 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893dd19-98c0-46b2-bfdd-b6ad9bf2763a req-9503ac40-52c8-477a-8dfe-045cec3dbbf1 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:41.520482 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2893dd19-98c0-46b2-bfdd-b6ad9bf2763a req-9503ac40-52c8-477a-8dfe-045cec3dbbf1 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.2583437 Dec 09 18:48:41.684710 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2893dd19-98c0-46b2-bfdd-b6ad9bf2763a req-741d11e6-0baf-449b-a985-25432ef701ba tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469612 Dec 09 18:48:41.712323 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9771af1-045d-401f-856f-f4975df2fc7e req-85905c00-45ff-44ba-a103-4493c0010d8f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:41.718547 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f9771af1-045d-401f-856f-f4975df2fc7e req-85905c00-45ff-44ba-a103-4493c0010d8f tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1073973 Dec 09 18:48:41.760721 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f9771af1-045d-401f-856f-f4975df2fc7e req-a9e97d46-a5f4-499b-abcf-7cabdb953785 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412562 Dec 09 18:48:41.770794 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-12d0dc2d-73b9-4b31-96bb-96e845d59edc req-5753f8d4-e6d8-4317-adaa-0dfe742e23ad tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] For port 141a70e0-b558-470a-b648-070346a38462, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=141a70e0-b558-470a-b648-070346a38462,segment=NetworkSegment(b657ad7d-8ccb-4a48-8d72-3fa7620a21b2),segment_id=b657ad7d-8ccb-4a48-8d72-3fa7620a21b2)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:41.771418 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-12d0dc2d-73b9-4b31-96bb-96e845d59edc req-5753f8d4-e6d8-4317-adaa-0dfe742e23ad tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:41.814543 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 47398) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:41.920231 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-12d0dc2d-73b9-4b31-96bb-96e845d59edc req-5753f8d4-e6d8-4317-adaa-0dfe742e23ad tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Calling delete_port for 141a70e0-b558-470a-b648-070346a38462 owned by compute:nova {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:48:41.973299 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-29fdd1a3-f058-424b-9ac2-84ed42b554d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6da83c80d97849c892eac8428fb4dacb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573484 Dec 09 18:48:41.975755 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 47404) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:42.033168 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:42.059167 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:42.072959 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-12d0dc2d-73b9-4b31-96bb-96e845d59edc req-5753f8d4-e6d8-4317-adaa-0dfe742e23ad tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:42.078982 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:42.113649 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:42.118489 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-be78f074-6f6e-4ef3-8a05-10ffb8a46ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:42.121146 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['141a70e0-b558-470a-b648-070346a38462'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:48:42.125935 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753f8d4-e6d8-4317-adaa-0dfe742e23ad tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Pushing event deleted for resources: {'Port': ['ID=141a70e0-b558-470a-b648-070346a38462,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:42.129021 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-5753f8d4-e6d8-4317-adaa-0dfe742e23ad tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:42.133428 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d78268-b2f1-4047-a335-e95ee37a0863,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:42.145034 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:42.145393 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:42.145793 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:42.146140 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:42.146479 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:42.146845 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:42.147185 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:42.147520 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:42.148369 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:42.148369 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:42.148552 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:42.148796 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:42.153022 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:42.155107 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:42.156206 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16d78268-b2f1-4047-a335-e95ee37a0863 HTTP/1.1" status: 204 len: 168 time: 0.1795602 Dec 09 18:48:42.304224 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d0dc2d-73b9-4b31-96bb-96e845d59edc req-5753f8d4-e6d8-4317-adaa-0dfe742e23ad tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] No DVR routers for this DVR port 141a70e0-b558-470a-b648-070346a38462 on host hv-cinder-81934 {{(pid=86801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:48:42.306741 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-12d0dc2d-73b9-4b31-96bb-96e845d59edc req-5753f8d4-e6d8-4317-adaa-0dfe742e23ad tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:42.309667 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d29d9db-441f-48aa-873a-9a6e48bd6aab', 'name': 'network-vif-deleted', 'tag': '141a70e0-b558-470a-b648-070346a38462'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:48:42.329773 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-12d0dc2d-73b9-4b31-96bb-96e845d59edc req-5753f8d4-e6d8-4317-adaa-0dfe742e23ad tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.10 "DELETE /v2.0/ports/141a70e0-b558-470a-b648-070346a38462 HTTP/1.1" status: 204 len: 173 time: 1.0312281 Dec 09 18:48:42.358431 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d29d9db-441f-48aa-873a-9a6e48bd6aab', 'name': 'network-vif-deleted', 'tag': '141a70e0-b558-470a-b648-070346a38462', 'status': 'completed', 'code': 200} Dec 09 18:48:42.670494 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0b4b5818-6cc3-444b-ba09-074914761f85 req-7ff7a503-21ae-468e-b79a-eeb85d4fe8e6 tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d29d9db-441f-48aa-873a-9a6e48bd6aab HTTP/1.1" status: 200 len: 210 time: 0.0468073 Dec 09 18:48:42.900275 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b6da7-9270-4240-89a9-6d6cb3200859 req-90e70856-d1e7-45f7-90e9-1b70c8680f16 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:42.902117 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-987b6da7-9270-4240-89a9-6d6cb3200859 req-90e70856-d1e7-45f7-90e9-1b70c8680f16 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.0882783 Dec 09 18:48:42.911210 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 47442) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:42.980727 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-987b6da7-9270-4240-89a9-6d6cb3200859 req-722a3300-487f-4803-90da-6f335b984432 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684083 Dec 09 18:48:43.021575 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f705bf6-1d3b-4448-8b45-16a675fdaad3 req-2f24d9a6-d704-4dae-a41e-ddb2235641f5 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:43.023224 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4f705bf6-1d3b-4448-8b45-16a675fdaad3 req-2f24d9a6-d704-4dae-a41e-ddb2235641f5 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1183727 Dec 09 18:48:43.083372 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4f705bf6-1d3b-4448-8b45-16a675fdaad3 req-f32f5ca8-8ecf-461e-97ff-7684bb81c10b tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538194 Dec 09 18:48:43.085590 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1148904785-network', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:43.091360 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:43.095728 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Usage tracker for resource:network and tenant:4f818fcae35e4fa1b59695a47b5c2215 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:43.098794 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:43.113153 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:43.126518 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Made reservation on behalf of 4f818fcae35e4fa1b59695a47b5c2215 for: {'network': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:48:43.129574 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:43.142409 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:43.161122 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:43.164991 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Usage tracker for resource:security_group_rule and tenant:4f818fcae35e4fa1b59695a47b5c2215 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:43.168188 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:43.174194 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:43.264872 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:43.270421 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:43.273557 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-814163e6-b7ab-4df9-9bc9-a3a4754b47f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:43.305052 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=86801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:48:43.310475 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a4bbc2-9d0a-4027-a9a3-d447b1281579,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:43.314209 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:43.318363 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:43.318732 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.segments_db [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Added segment f06199a9-1fdd-4169-9a28-4eaee6837c5e of type vlan for network d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 Dec 09 18:48:43.346268 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:43.376131 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:43.377694 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:43.378386 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:43.381880 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d0c1400c-a921-466e-9216-aec2d20de270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:43.484857 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Pushing event updated for resources: {'Network': ['ID=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:43.491712 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5752056 Dec 09 18:48:43.491712 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:43.492102 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 47460) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:43.496706 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:48:43.497600 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] Request body: {'subnet': {'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1148904785-subnet', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'ip_version': 4}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:43.503863 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:43.507634 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] Usage tracker for resource:subnet and tenant:4f818fcae35e4fa1b59695a47b5c2215 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:43.510632 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:43.516770 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:43.560517 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] Made reservation on behalf of 4f818fcae35e4fa1b59695a47b5c2215 for: {'subnet': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:48:43.562836 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131591583'] for subnet, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:43.758029 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f6ff7-a7a4-4ad4-970b-234349c3b2a7 req-591ff3c0-b70b-4718-892f-556d91dacb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:43.759440 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-978f6ff7-a7a4-4ad4-970b-234349c3b2a7 req-591ff3c0-b70b-4718-892f-556d91dacb03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6b5853ee94f4573abed604993053c71&device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 1099 time: 0.2348289 Dec 09 18:48:43.771126 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5633e1-1493-46f9-a25a-196f2ac20522 req-2ebf8924-d9b4-4c9f-8b67-ee68626fbb74 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:43.774182 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-cc5633e1-1493-46f9-a25a-196f2ac20522 req-2ebf8924-d9b4-4c9f-8b67-ee68626fbb74 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.2182121 Dec 09 18:48:43.956822 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-cc5633e1-1493-46f9-a25a-196f2ac20522 req-6e7b673b-e616-4f9e-ac9e-fbd8d780feb7 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389081 Dec 09 18:48:44.022405 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f6ff7-a7a4-4ad4-970b-234349c3b2a7 req-eff2bcb9-49df-420e-b328-b460f6378def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:44.024285 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-978f6ff7-a7a4-4ad4-970b-234349c3b2a7 req-eff2bcb9-49df-420e-b328-b460f6378def service neutron] 10.222.0.10 "GET /v2.0/networks?id=129fe6e0-43d9-4d83-9e75-a054004d611c HTTP/1.1" status: 200 len: 919 time: 0.2490966 Dec 09 18:48:44.086129 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131583762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131591597'] for subnet, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:44.099350 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-978f6ff7-a7a4-4ad4-970b-234349c3b2a7 req-5d331085-aaaa-4acf-a1cf-0f73bc1219a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00e0e134-2894-42b8-a03d-d7466bed61ba HTTP/1.1" status: 200 len: 217 time: 0.0680313 Dec 09 18:48:44.101092 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:44.195636 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac94258-c1d7-41f6-b3f2-7d35fbba4f59 req-d0b91c32-90eb-4ef3-bc5c-bc9005825d1f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:44.197105 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0ac94258-c1d7-41f6-b3f2-7d35fbba4f59 req-d0b91c32-90eb-4ef3-bc5c-bc9005825d1f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.0910172 Dec 09 18:48:44.233488 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbd6dd5-9e11-4716-a177-a91e3d202bcc,revision_number=0']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:44.252747 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:44.255880 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f6ff7-a7a4-4ad4-970b-234349c3b2a7 req-5e342b3e-7048-463c-95bb-858fe0c6deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:44.257320 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-978f6ff7-a7a4-4ad4-970b-234349c3b2a7 req-5e342b3e-7048-463c-95bb-858fe0c6deec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec8933d7-bf4f-4cbd-ab64-4324389374e3 HTTP/1.1" status: 200 len: 858 time: 0.1280322 Dec 09 18:48:44.259885 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] Checking segment: {'id': 'f06199a9-1fdd-4169-9a28-4eaee6837c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:48:44.260536 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] Network hostable DHCP agents. Network: d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:48:44.263920 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0ac94258-c1d7-41f6-b3f2-7d35fbba4f59 req-c041756b-4afc-4baa-9f93-afdd3545422c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585229 Dec 09 18:48:44.318546 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-978f6ff7-a7a4-4ad4-970b-234349c3b2a7 req-c3b7256b-6598-458a-9c57-dd614707fc16 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=129fe6e0-43d9-4d83-9e75-a054004d611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482917 Dec 09 18:48:44.325936 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] Network d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:48:44.405248 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07) {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:48:44.413892 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b975c544-ea39-4e16-b340-639c171b2f0a None None] Network d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:48:44.420020 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:44.420595 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:44.439030 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 141a70e0-b558-470a-b648-070346a38462 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:48:44.475247 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 47492) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:44.475546 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-0a9916cd-ed7e-4413-b3fc-aceb05a897dc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9825671 Dec 09 18:48:44.481152 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1148904785-router', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:44.486030 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:44.491098 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Usage tracker for resource:router and tenant:4f818fcae35e4fa1b59695a47b5c2215 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:44.494251 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:44.501004 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:44.506274 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-978f6ff7-a7a4-4ad4-970b-234349c3b2a7 req-59955468-9e3b-4b17-95ee-00028ff949a0 service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775100 Dec 09 18:48:44.513681 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-134212060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100726'] for router, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:44.514832 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134209547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134206987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134170945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100705'] for router, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:44.540547 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: 141a70e0-b558-470a-b648-070346a38462 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:48:44.541098 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 141a70e0-b558-470a-b648-070346a38462 not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:48:44.543469 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:44.673479 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-978f6ff7-a7a4-4ad4-970b-234349c3b2a7 req-10c82584-2784-4cfc-a135-638a4d92732d service neutron] 10.222.0.10 "GET /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501014 Dec 09 18:48:44.725309 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a5da14-5076-50fa-a975-50d54e5df151-d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'fixed_ips': [{'subnet_id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc'}]}} from dv-cinder-819346-1-smb. {{(pid=86803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 09 18:48:44.726112 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:44.852981 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-134207033', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-134211886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100627'] for router, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:44.937275 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.db_base_plugin_common [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Allocated IP 172.20.0.2 (d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07/7fbd6dd5-9e11-4716-a177-a91e3d202bcc/c0e56972-4762-41a8-be89-4cc37aa05458) {{(pid=86803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:48:45.180530 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f3e0e-4908-408c-85f5-052fe35e0189 req-62d99884-d345-46d4-9f9d-8c2e5b26e8e2 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:45.182398 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3c8f3e0e-4908-408c-85f5-052fe35e0189 req-62d99884-d345-46d4-9f9d-8c2e5b26e8e2 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.0944386 Dec 09 18:48:45.192007 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Notify callbacks [] for port, precommit_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:45.209849 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Transition to ACTIVE for port object c0e56972-4762-41a8-be89-4cc37aa05458 will not be triggered until provisioned by entity L2. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:48:45.226413 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:45.232979 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Transition to ACTIVE for port object c0e56972-4762-41a8-be89-4cc37aa05458 will not be triggered until provisioned by entity DHCP. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:48:45.239642 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:45.241052 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3c8f3e0e-4908-408c-85f5-052fe35e0189 req-309ab242-342a-4e6e-b244-858d4edcaf04 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506461 Dec 09 18:48:45.243971 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:45.270009 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:45.311479 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Pushing event updated for resources: {'Port': ['ID=c0e56972-4762-41a8-be89-4cc37aa05458,revision_number=1']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:45.315467 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:45.324211 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Network d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 is already hosted by enough agents. {{(pid=86803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:48:45.325753 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.base_scheduler [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Resources bound (agent type, host, resource id): {{(pid=86803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:48:45.328153 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Received port after_create {{(pid=86803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:48:45.419250 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Attempting to bind port c0e56972-4762-41a8-be89-4cc37aa05458 on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:48:45.419620 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Attempting to bind port c0e56972-4762-41a8-be89-4cc37aa05458 by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': 'f06199a9-1fdd-4169-9a28-4eaee6837c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07'}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:48:45.419986 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Attempting to bind port c0e56972-4762-41a8-be89-4cc37aa05458 on network d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:48:45.426337 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:48:45.426870 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Checking segment: {'id': 'f06199a9-1fdd-4169-9a28-4eaee6837c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:48:45.427390 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:45.427788 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Bound using segment: {'id': 'f06199a9-1fdd-4169-9a28-4eaee6837c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07'} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:48:45.428261 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Bound port: c0e56972-4762-41a8-be89-4cc37aa05458, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06199a9-1fdd-4169-9a28-4eaee6837c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07'}}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:48:45.429848 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:45.469053 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Allocated IP 172.28.2.79 (6beed21b-9de4-4fbb-b55d-7f8ce9c9499c/5a39f25e-cbfe-4fa1-b581-b87a4aac1e40/520c4477-6758-4af9-a500-aa7bb03ca6ba) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:48:45.516984 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] For port c0e56972-4762-41a8-be89-4cc37aa05458, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:48:45.520032 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] For port c0e56972-4762-41a8-be89-4cc37aa05458, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=c0e56972-4762-41a8-be89-4cc37aa05458,segment=NetworkSegment(f06199a9-1fdd-4169-9a28-4eaee6837c5e),segment_id=f06199a9-1fdd-4169-9a28-4eaee6837c5e)] {{(pid=86803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:48:45.524981 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:45.529314 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:45.611841 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Pushing event updated for resources: {'Port': ['ID=c0e56972-4762-41a8-be89-4cc37aa05458,revision_number=2']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:45.617151 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:45.664340 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebffdb-2402-460f-9068-703e1afaf2bf req-ed66854a-e32e-409e-9ff5-0c49da0ed07b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:45.665796 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-1aebffdb-2402-460f-9068-703e1afaf2bf req-ed66854a-e32e-409e-9ff5-0c49da0ed07b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.2767434 Dec 09 18:48:45.753764 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-1aebffdb-2402-460f-9068-703e1afaf2bf req-fa87196b-aa56-4d6f-b4d7-0a98a78bb578 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811179 Dec 09 18:48:45.762097 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:45.811251 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:45.815202 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:45.886413 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:48:45.889645 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:48:45.893329 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:48:45.952583 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Pushing event updated for resources: {'Port': ['ID=520c4477-6758-4af9-a500-aa7bb03ca6ba,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:46.009689 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:46.288521 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:46.592639 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08249d6d-02cf-4aae-8ddd-399cd3f0a67a req-533389c6-51ca-4512-8951-5b6de312dfe4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:46.600562 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-08249d6d-02cf-4aae-8ddd-399cd3f0a67a req-533389c6-51ca-4512-8951-5b6de312dfe4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.2269278 Dec 09 18:48:46.651331 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-08249d6d-02cf-4aae-8ddd-399cd3f0a67a req-c9399e52-626e-4460-8c7b-7e505e5fe211 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495794 Dec 09 18:48:46.670849 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af48ae82-5ba0-4a56-bd87-891c40a452d9 None None] Network d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:48:46.686819 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134211879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134207196'] for router, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:46.884298 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-f7ae7dcb-e3f4-4e7d-90f9-dc3461f488d0 None None] Provisioning for port c0e56972-4762-41a8-be89-4cc37aa05458 completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:48:47.000102 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Router 22df6528-b950-4c36-986e-92279d1e001a is scheduled to L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c with binding_index 1 {{(pid=86802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 09 18:48:47.274186 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fbe23-4bb5-448e-b8d4-9d330e931eb7 req-ab463524-d56c-414b-9628-dece35ef798c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:47.275809 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f44fbe23-4bb5-448e-b8d4-9d330e931eb7 req-ab463524-d56c-414b-9628-dece35ef798c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.3612244 Dec 09 18:48:47.350420 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f44fbe23-4bb5-448e-b8d4-9d330e931eb7 req-78455417-a1f7-4c79-b8cd-1ff16b93b016 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669787 Dec 09 18:48:47.365565 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:48:47.379363 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Sync routers for ids ['22df6528-b950-4c36-986e-92279d1e001a'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:48:47.401847 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Routers {'22df6528-b950-4c36-986e-92279d1e001a'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:48:47.406516 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:48:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['22df6528-b950-4c36-986e-92279d1e001a'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:48:47.408386 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Notify callbacks [] for router, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:47.409870 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9330308 Dec 09 18:48:47.412755 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 47556) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:47.570880 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device c0e56972-4762-41a8-be89-4cc37aa05458 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:48:47.654039 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port c0e56972-4762-41a8-be89-4cc37aa05458 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:48:47.660521 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port c0e56972-4762-41a8-be89-4cc37aa05458 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:48:47.660718 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:47.665095 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Set router 22df6528-b950-4c36-986e-92279d1e001a gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:48:47.861037 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:47.927663 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port c0e56972-4762-41a8-be89-4cc37aa05458, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=c0e56972-4762-41a8-be89-4cc37aa05458,segment=NetworkSegment(f06199a9-1fdd-4169-9a28-4eaee6837c5e),segment_id=f06199a9-1fdd-4169-9a28-4eaee6837c5e)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:47.937493 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:47.939501 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:48.139813 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=c0e56972-4762-41a8-be89-4cc37aa05458,revision_number=3']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:48.143214 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:48.191212 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22df6528-b950-4c36-986e-92279d1e001a', 'name': 'tempest-TestShelveInstance-1148904785-router', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:44Z', 'updated_at': '2021-12-09T18:48:46Z', 'revision_number': 3, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'gw_port': {'id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:45Z', 'updated_at': '2021-12-09T18:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:48:48.196664 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Checking router: 22df6528-b950-4c36-986e-92279d1e001a for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:48:48.197246 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Updating router 22df6528-b950-4c36-986e-92279d1e001a port 520c4477-6758-4af9-a500-aa7bb03ca6ba binding host dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 18:48:48.214168 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265db53-4b97-4ef3-8662-49e35194c107 req-19e7aa46-58e3-4311-bc02-5fa750157bff tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:48.221690 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f265db53-4b97-4ef3-8662-49e35194c107 req-19e7aa46-58e3-4311-bc02-5fa750157bff tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.4083712 Dec 09 18:48:48.264744 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:48.412096 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f265db53-4b97-4ef3-8662-49e35194c107 req-b7b1c0bd-2ffd-4a6a-ae68-28bda0d6065a tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894581 Dec 09 18:48:48.630006 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:48.689227 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a7258-801f-4c52-b1bf-9274811c13b3 req-e7c1cb85-0569-4186-af85-a4db3be0718b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:48.691868 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b69a7258-801f-4c52-b1bf-9274811c13b3 req-e7c1cb85-0569-4186-af85-a4db3be0718b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.1552579 Dec 09 18:48:48.712912 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Notify callbacks [] for port, precommit_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:48.728865 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.provisioning_blocks [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Transition to ACTIVE for port object 520c4477-6758-4af9-a500-aa7bb03ca6ba will not be triggered until provisioned by entity L2. {{(pid=86804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:48:48.744224 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:48.756783 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-002eb2f2-05ef-4b57-9f38-633f86ceda6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:48.768525 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b69a7258-801f-4c52-b1bf-9274811c13b3 req-8cfba2b9-887d-463b-8dbd-ddf24e437d07 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621681 Dec 09 18:48:48.865125 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Attempting to bind port 520c4477-6758-4af9-a500-aa7bb03ca6ba on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:48:48.865945 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Attempting to bind port 520c4477-6758-4af9-a500-aa7bb03ca6ba by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}] {{(pid=86804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:48:48.865945 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Attempting to bind port 520c4477-6758-4af9-a500-aa7bb03ca6ba on network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:48:48.874293 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:48:48.874519 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Checking segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:48:48.874910 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:48.875301 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Bound using segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:48:48.875782 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Bound port: 520c4477-6758-4af9-a500-aa7bb03ca6ba, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}}] {{(pid=86804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:48:48.876165 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:48.903385 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8aed4-285d-4a36-902c-c69760d8c3b4 None None] Pushing event updated for resources: {'Port': ['ID=520c4477-6758-4af9-a500-aa7bb03ca6ba,revision_number=2']} {{(pid=86804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:48.926875 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8aed4-285d-4a36-902c-c69760d8c3b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:48.927270 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8aed4-285d-4a36-902c-c69760d8c3b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:48.927613 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8aed4-285d-4a36-902c-c69760d8c3b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:48.927979 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8aed4-285d-4a36-902c-c69760d8c3b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:48.928394 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8aed4-285d-4a36-902c-c69760d8c3b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:48.928719 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8aed4-285d-4a36-902c-c69760d8c3b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:48.929036 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8aed4-285d-4a36-902c-c69760d8c3b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:48.929351 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8aed4-285d-4a36-902c-c69760d8c3b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:48.929664 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8aed4-285d-4a36-902c-c69760d8c3b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:48.929972 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8aed4-285d-4a36-902c-c69760d8c3b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:48.930288 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8aed4-285d-4a36-902c-c69760d8c3b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:48.930595 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8aed4-285d-4a36-902c-c69760d8c3b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:48.938135 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-4ca8aed4-285d-4a36-902c-c69760d8c3b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:48.944982 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Allocated IP 172.20.0.1 (d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07/7fbd6dd5-9e11-4716-a177-a91e3d202bcc/556ec4c3-9297-47ae-8904-548ee3bfdf28) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:48:48.971767 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.db [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] For port 520c4477-6758-4af9-a500-aa7bb03ca6ba, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:48:48.975117 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.db [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] For port 520c4477-6758-4af9-a500-aa7bb03ca6ba, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=520c4477-6758-4af9-a500-aa7bb03ca6ba,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:48:48.983630 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:48.989750 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:49.071259 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8aed4-285d-4a36-902c-c69760d8c3b4 None None] Pushing event updated for resources: {'Port': ['ID=520c4477-6758-4af9-a500-aa7bb03ca6ba,revision_number=3']} {{(pid=86804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:49.076473 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-4ca8aed4-285d-4a36-902c-c69760d8c3b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:49.091494 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Routers {'22df6528-b950-4c36-986e-92279d1e001a'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:48:49.092115 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:48:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['22df6528-b950-4c36-986e-92279d1e001a'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:48:49.126723 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:49.144390 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Transition to ACTIVE for port object 556ec4c3-9297-47ae-8904-548ee3bfdf28 will not be triggered until provisioned by entity DHCP. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:48:49.182446 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:49.188564 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:49.256845 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Network d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:48:49.259804 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:48:49.275837 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:48:49.305640 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Pushing event updated for resources: {'Port': ['ID=556ec4c3-9297-47ae-8904-548ee3bfdf28,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:49.323997 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] Set router 22df6528-b950-4c36-986e-92279d1e001a gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:48:49.377431 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:49.377853 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:49.378299 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:49.378769 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:49.379227 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:49.379754 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:49.380145 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:49.380573 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:49.381001 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:49.381427 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:49.381856 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:49.382371 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:48:49.389005 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:49.404670 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134115858'] for router_interface, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:49.494964 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device c0e56972-4762-41a8-be89-4cc37aa05458 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:48:49.621949 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:49.663491 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port c0e56972-4762-41a8-be89-4cc37aa05458 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:48:49.664226 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:49.743170 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-fceb3a5b-a9c3-4719-8e37-6c2bc3cf70e5 None None] Provisioning for port 556ec4c3-9297-47ae-8904-548ee3bfdf28 completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:48:49.758875 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-fceb3a5b-a9c3-4719-8e37-6c2bc3cf70e5 None None] Provisioning complete for port 556ec4c3-9297-47ae-8904-548ee3bfdf28 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:48:49.759255 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-fceb3a5b-a9c3-4719-8e37-6c2bc3cf70e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:49.783876 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22df6528-b950-4c36-986e-92279d1e001a', 'name': 'tempest-TestShelveInstance-1148904785-router', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:44Z', 'updated_at': '2021-12-09T18:48:46Z', 'revision_number': 3, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'gw_port': {'id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:45Z', 'updated_at': '2021-12-09T18:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:48:49.789592 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f99f01-d022-47fc-9583-e79f89147a7b None None] The sync data for ids ['22df6528-b950-4c36-986e-92279d1e001a'] in dv-cinder-819346-1-smb is: [{'id': '22df6528-b950-4c36-986e-92279d1e001a', 'name': 'tempest-TestShelveInstance-1148904785-router', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:44Z', 'updated_at': '2021-12-09T18:48:46Z', 'revision_number': 3, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'gw_port': {'id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:45Z', 'updated_at': '2021-12-09T18:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:48:49.879525 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3a5b-a9c3-4719-8e37-6c2bc3cf70e5 None None] Port 556ec4c3-9297-47ae-8904-548ee3bfdf28 cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:48:50.074260 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf2a4f-0d0c-4d7a-ad09-2127805255ff req-8466fd2d-d2aa-4bc9-974f-44e208560ddb tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:50.082740 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b4cf2a4f-0d0c-4d7a-ad09-2127805255ff req-8466fd2d-d2aa-4bc9-974f-44e208560ddb tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.1187925 Dec 09 18:48:50.167107 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b4cf2a4f-0d0c-4d7a-ad09-2127805255ff req-90e2f60d-864c-4703-a9b6-bf5e76da1747 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790212 Dec 09 18:48:50.174435 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6e781-8e9f-41fc-bd2d-7a67a0617613 req-776c8a1b-2d67-4b7f-be92-32514145a6ac tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:50.184913 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-23a6e781-8e9f-41fc-bd2d-7a67a0617613 req-776c8a1b-2d67-4b7f-be92-32514145a6ac tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.2091987 Dec 09 18:48:50.287718 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-00aa39b7-daff-493c-973a-ad89cca9cf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:50.397643 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-23a6e781-8e9f-41fc-bd2d-7a67a0617613 req-678e597f-fd1a-4561-8852-708d2df30bab tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117641 Dec 09 18:48:50.519922 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:50.534531 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:50.602099 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-259d2d88-49fd-4493-bcd1-f99463f06038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:50.645612 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133747777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134116081'] for router_interface, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:50.786330 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Pushing event updated for resources: {'Port': ['ID=556ec4c3-9297-47ae-8904-548ee3bfdf28,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:50.794592 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:50.874052 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Network d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:48:50.875637 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:48:51.224888 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-8671fd57-8c00-411c-ba58-436dbf7f9649 None None] Provisioning complete for port 556ec4c3-9297-47ae-8904-548ee3bfdf28 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:48:51.225400 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-8671fd57-8c00-411c-ba58-436dbf7f9649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:51.268033 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Router 22df6528-b950-4c36-986e-92279d1e001a has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:48:51.335124 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-8671fd57-8c00-411c-ba58-436dbf7f9649 None None] Port 556ec4c3-9297-47ae-8904-548ee3bfdf28 cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:48:51.365306 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:51.498209 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f188b51-aa37-4610-918a-d38e97fc91f6 req-4fc00629-ffe0-4400-bff8-c027a4b07b12 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:51.515747 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-1f188b51-aa37-4610-918a-d38e97fc91f6 req-4fc00629-ffe0-4400-bff8-c027a4b07b12 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.1755528 Dec 09 18:48:51.579131 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 520c4477-6758-4af9-a500-aa7bb03ca6ba up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:48:51.600963 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-1f188b51-aa37-4610-918a-d38e97fc91f6 req-063edcd9-5154-47d8-8b78-a339f31bef8d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829852 Dec 09 18:48:51.629109 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:48:51.649458 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] 10.222.0.20 "PUT /v2.0/routers/22df6528-b950-4c36-986e-92279d1e001a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2354672 Dec 09 18:48:51.702463 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 520c4477-6758-4af9-a500-aa7bb03ca6ba completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:48:51.714167 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 520c4477-6758-4af9-a500-aa7bb03ca6ba triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:48:51.714560 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:51.863805 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:51.895222 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port 520c4477-6758-4af9-a500-aa7bb03ca6ba, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=520c4477-6758-4af9-a500-aa7bb03ca6ba,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:51.905539 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:51.909020 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:52.039639 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=520c4477-6758-4af9-a500-aa7bb03ca6ba,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:52.046662 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:52.342605 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Sync routers for ids ['22df6528-b950-4c36-986e-92279d1e001a'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:48:52.365377 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Routers {'22df6528-b950-4c36-986e-92279d1e001a'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:48:52.366600 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:48:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['22df6528-b950-4c36-986e-92279d1e001a'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:48:52.507761 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 47634) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:52.514399 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-187773597-network', 'tenant_id': '047543a480a84dcebdd3ed0d2db3dc02'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:52.524150 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:52.539811 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Usage tracker for resource:network and tenant:047543a480a84dcebdd3ed0d2db3dc02 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:52.548324 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:52.560535 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:52.578801 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Made reservation on behalf of 047543a480a84dcebdd3ed0d2db3dc02 for: {'network': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:48:52.583343 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:52.606616 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:52.626162 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:52.630990 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Usage tracker for resource:security_group_rule and tenant:047543a480a84dcebdd3ed0d2db3dc02 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:52.636477 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:52.644693 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:52.742939 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Set router 22df6528-b950-4c36-986e-92279d1e001a gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:48:52.746450 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:52.758182 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:52.765037 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-6ef85412-13a0-4610-a0ca-aa1abfc1e320 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:52.836272 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2375dcf3-4e46-42be-aeca-00b5e4f2a999,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:52.863353 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:52.879558 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=86801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:48:52.896156 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:52.897618 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.segments_db [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Added segment 1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a of type vlan for network a370b029-6842-4623-bbf7-dea171e568af Dec 09 18:48:52.973799 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:52.987279 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6149d7a-591e-43c4-83f2-7c0c4e84df61 req-11d8c6c2-e4ee-4902-aeaa-dfbdc3387880 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:52.998446 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e6149d7a-591e-43c4-83f2-7c0c4e84df61 req-11d8c6c2-e4ee-4902-aeaa-dfbdc3387880 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.1603711 Dec 09 18:48:53.044869 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:53.046525 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:53.047536 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:53.054542 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:53.081921 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e6149d7a-591e-43c4-83f2-7c0c4e84df61 req-fbbc1990-4e72-4620-b76d-9cae7a7bc36b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795467 Dec 09 18:48:53.147253 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-b139b0ab-9831-4af3-a999-c418cd0f4820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:53.163131 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22df6528-b950-4c36-986e-92279d1e001a', 'name': 'tempest-TestShelveInstance-1148904785-router', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:44Z', 'updated_at': '2021-12-09T18:48:49Z', 'revision_number': 4, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'gw_port': {'id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:45Z', 'updated_at': '2021-12-09T18:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '556ec4c3-9297-47ae-8904-548ee3bfdf28', 'name': '', 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'mac_address': 'fa:16:3e:18:3f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:48Z', 'updated_at': '2021-12-09T18:48:50Z', 'revision_number': 2, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'subnets': [{'id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:48:53.168314 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Checking router: 22df6528-b950-4c36-986e-92279d1e001a for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:48:53.169000 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Updating router 22df6528-b950-4c36-986e-92279d1e001a port 556ec4c3-9297-47ae-8904-548ee3bfdf28 binding host dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 18:48:53.237537 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:53.254458 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Pushing event updated for resources: {'Network': ['ID=a370b029-6842-4623-bbf7-dea171e568af,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:53.257724 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:53.266543 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7574317 Dec 09 18:48:53.269363 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 47646) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:53.277134 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Request body: {'subnet': {'network_id': 'a370b029-6842-4623-bbf7-dea171e568af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-187773597-subnet', 'tenant_id': '047543a480a84dcebdd3ed0d2db3dc02', 'ip_version': 4}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:53.284623 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:53.288531 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network a370b029-6842-4623-bbf7-dea171e568af details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:48:53.297400 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Usage tracker for resource:subnet and tenant:047543a480a84dcebdd3ed0d2db3dc02 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:53.301243 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:53.308443 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:53.330856 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Made reservation on behalf of 047543a480a84dcebdd3ed0d2db3dc02 for: {'subnet': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:48:53.333408 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:53.480944 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 520c4477-6758-4af9-a500-aa7bb03ca6ba up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:48:53.737811 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 520c4477-6758-4af9-a500-aa7bb03ca6ba triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:48:53.738584 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:53.821491 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for subnet, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:53.831056 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:53.932498 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Checking segment: {'id': '1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a370b029-6842-4623-bbf7-dea171e568af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:48:53.933107 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Network hostable DHCP agents. Network: a370b029-6842-4623-bbf7-dea171e568af, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:48:53.948048 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Pushing event updated for resources: {'Subnet': ['ID=49275fbf-6520-452f-b1c8-e81dfb134c35,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:53.963935 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:54.004739 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Network a370b029-6842-4623-bbf7-dea171e568af is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:48:54.039811 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Notify callbacks [] for port, precommit_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:54.045140 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, a370b029-6842-4623-bbf7-dea171e568af) {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:48:54.050308 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:54.052206 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:54.052327 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:54.059196 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c89ab1-672e-416a-b832-2af866aec5fc None None] Network a370b029-6842-4623-bbf7-dea171e568af requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:48:54.073569 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Transition to ACTIVE for port object 556ec4c3-9297-47ae-8904-548ee3bfdf28 will not be triggered until provisioned by entity L2. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:48:54.105175 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 47662) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:54.110494 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8388216 Dec 09 18:48:54.111638 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-187773597-router', 'tenant_id': '047543a480a84dcebdd3ed0d2db3dc02', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:48:54.126571 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:48:54.137349 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Usage tracker for resource:router and tenant:047543a480a84dcebdd3ed0d2db3dc02 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:48:54.140505 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:48:54.152478 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:48:54.167082 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:54.182615 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-134212060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100726'] for router, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:54.183731 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134209547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134206987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134170945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100705'] for router, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:54.189784 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:54.254306 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:54.627346 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device d6d5620d-3dce-4fdf-92c4-d84fb96fe280 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:48:54.683365 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9b2a5-7604-4742-93d7-8aa74ea59582 req-0dbfbccc-063e-41df-af9c-cc70ca4b97d4 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:54.685317 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-57a9b2a5-7604-4742-93d7-8aa74ea59582 req-0dbfbccc-063e-41df-af9c-cc70ca4b97d4 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.4805624 Dec 09 18:48:54.765596 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db34ae-1aa5-4f70-a43c-d55b3e2913c5 None None] Pushing event updated for resources: {'Port': ['ID=556ec4c3-9297-47ae-8904-548ee3bfdf28,revision_number=3']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:54.775888 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-49db34ae-1aa5-4f70-a43c-d55b3e2913c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:54.818180 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-134207033', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-134211886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100627'] for router, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:54.892265 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Attempting to bind port 556ec4c3-9297-47ae-8904-548ee3bfdf28 on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:48:54.895638 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Attempting to bind port 556ec4c3-9297-47ae-8904-548ee3bfdf28 by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': 'f06199a9-1fdd-4169-9a28-4eaee6837c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07'}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:48:54.896316 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Attempting to bind port 556ec4c3-9297-47ae-8904-548ee3bfdf28 on network d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:48:54.945510 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-57a9b2a5-7604-4742-93d7-8aa74ea59582 req-13218c21-92d8-411c-9b96-ea622a96fa20 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195080 Dec 09 18:48:54.988740 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:48:54.992351 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Checking segment: {'id': 'f06199a9-1fdd-4169-9a28-4eaee6837c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:48:54.992790 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:54.993205 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Bound using segment: {'id': 'f06199a9-1fdd-4169-9a28-4eaee6837c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07'} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:48:54.993699 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Bound port: 556ec4c3-9297-47ae-8904-548ee3bfdf28, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06199a9-1fdd-4169-9a28-4eaee6837c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07'}}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:48:54.994073 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:55.063405 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port d6d5620d-3dce-4fdf-92c4-d84fb96fe280, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:55.152745 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'port_id': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280', 'mac_address': 'fa:16:3e:0b:3f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:48:55.161808 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a5da14-5076-50fa-a975-50d54e5df151-a370b029-6842-4623-bbf7-dea171e568af', 'network_id': 'a370b029-6842-4623-bbf7-dea171e568af', 'tenant_id': '047543a480a84dcebdd3ed0d2db3dc02', 'fixed_ips': [{'subnet_id': '49275fbf-6520-452f-b1c8-e81dfb134c35'}]}} from dv-cinder-819346-1-smb. {{(pid=86803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 09 18:48:55.163172 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:55.250187 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] For port 556ec4c3-9297-47ae-8904-548ee3bfdf28, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:48:55.269544 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:55.312029 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:55.327269 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] For port 556ec4c3-9297-47ae-8904-548ee3bfdf28, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=556ec4c3-9297-47ae-8904-548ee3bfdf28,segment=NetworkSegment(f06199a9-1fdd-4169-9a28-4eaee6837c5e),segment_id=f06199a9-1fdd-4169-9a28-4eaee6837c5e)] {{(pid=86803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:48:55.343671 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:55.358817 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e3eabffc-cbc9-4b7f-9199-3c3c5d978c9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:55.393254 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:55.408040 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:55.482845 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6d5620d-3dce-4fdf-92c4-d84fb96fe280 {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:48:55.609401 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Routers {'22df6528-b950-4c36-986e-92279d1e001a'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:48:55.613230 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:48:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['22df6528-b950-4c36-986e-92279d1e001a'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:48:55.644013 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Allocated IP 172.28.2.222 (6beed21b-9de4-4fbb-b55d-7f8ce9c9499c/5a39f25e-cbfe-4fa1-b581-b87a4aac1e40/71b2f8ab-64be-43fb-b024-be95552e07fa) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:48:55.736073 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port d6d5620d-3dce-4fdf-92c4-d84fb96fe280, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:55.876060 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.db_base_plugin_common [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Allocated IP 172.20.0.2 (a370b029-6842-4623-bbf7-dea171e568af/49275fbf-6520-452f-b1c8-e81dfb134c35/7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489) {{(pid=86803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:48:55.890949 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:55.892379 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db34ae-1aa5-4f70-a43c-d55b3e2913c5 None None] Pushing event updated for resources: {'Port': ['ID=556ec4c3-9297-47ae-8904-548ee3bfdf28,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:55.940066 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:55.954041 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-edef6472-8790-4c1a-9547-8b5e96f290a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:56.011507 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:48:56.019653 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:48:56.022860 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:48:56.218200 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Pushing event updated for resources: {'Port': ['ID=71b2f8ab-64be-43fb-b024-be95552e07fa,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:56.221370 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:56.278368 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653ee81-1301-4e11-86d7-bc4c53a10595 req-88581773-e3a4-47e5-ade5-19060b9ac246 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:56.287785 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e653ee81-1301-4e11-86d7-bc4c53a10595 req-88581773-e3a4-47e5-ade5-19060b9ac246 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 945 time: 0.1253676 Dec 09 18:48:56.304068 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-49db34ae-1aa5-4f70-a43c-d55b3e2913c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.945s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:56.304867 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:56.307184 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:56.390289 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e653ee81-1301-4e11-86d7-bc4c53a10595 req-6480f21c-b6b4-4209-a494-727a0a7e803e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010456 Dec 09 18:48:56.510671 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] Set router 22df6528-b950-4c36-986e-92279d1e001a gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:48:56.575745 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['d6d5620d-3dce-4fdf-92c4-d84fb96fe280'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:48:56.602247 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:56.644962 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Notify callbacks [] for port, precommit_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:56.673352 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,revision_number=6']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:56.681860 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:56.684299 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Transition to ACTIVE for port object 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 will not be triggered until provisioned by entity L2. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:48:56.863671 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Transition to ACTIVE for port object 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 will not be triggered until provisioned by entity DHCP. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:48:56.972223 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:57.069463 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:57.111305 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:57.318443 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134211879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134207196'] for router, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:57.329857 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Network a370b029-6842-4623-bbf7-dea171e568af is already hosted by enough agents. {{(pid=86803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:48:57.338070 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.base_scheduler [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Resources bound (agent type, host, resource id): {{(pid=86803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:48:57.342233 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Received port after_create {{(pid=86803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:48:57.386492 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2c61b-efa7-4a09-8d86-bbffc0e3e4d0 req-57500fcd-f81d-4bec-9384-3525ce138726 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:57.399929 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c8e2c61b-efa7-4a09-8d86-bbffc0e3e4d0 req-57500fcd-f81d-4bec-9384-3525ce138726 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1735358 Dec 09 18:48:57.462716 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Attempting to bind port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:48:57.463192 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Attempting to bind port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': '1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a370b029-6842-4623-bbf7-dea171e568af'}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:48:57.464379 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Attempting to bind port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 on network a370b029-6842-4623-bbf7-dea171e568af {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:48:57.475274 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:48:57.475694 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Checking segment: {'id': '1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a370b029-6842-4623-bbf7-dea171e568af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:48:57.476056 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:57.476453 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Bound using segment: {'id': '1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a370b029-6842-4623-bbf7-dea171e568af'} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:48:57.476930 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Bound port: 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a370b029-6842-4623-bbf7-dea171e568af'}}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:48:57.477431 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:57.480368 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c8e2c61b-efa7-4a09-8d86-bbffc0e3e4d0 req-542586d3-0b29-400e-9651-7f7db567cf4e tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768671 Dec 09 18:48:57.582990 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] For port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:48:57.586270 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] For port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489,segment=NetworkSegment(1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a),segment_id=1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a)] {{(pid=86803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:48:57.587441 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Pushing event updated for resources: {'Port': ['ID=7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489,revision_number=1']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:57.591887 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:57.599024 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22df6528-b950-4c36-986e-92279d1e001a', 'name': 'tempest-TestShelveInstance-1148904785-router', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:44Z', 'updated_at': '2021-12-09T18:48:49Z', 'revision_number': 4, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'gw_port': {'id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:45Z', 'updated_at': '2021-12-09T18:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '556ec4c3-9297-47ae-8904-548ee3bfdf28', 'name': '', 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'mac_address': 'fa:16:3e:18:3f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:48Z', 'updated_at': '2021-12-09T18:48:55Z', 'revision_number': 4, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'subnets': [{'id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:48:57.604673 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:57.609435 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87731026-63f6-4a9c-ba67-5b7ff57b91db None None] The sync data for ids ['22df6528-b950-4c36-986e-92279d1e001a'] in dv-cinder-819346-1-smb is: [{'id': '22df6528-b950-4c36-986e-92279d1e001a', 'name': 'tempest-TestShelveInstance-1148904785-router', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:44Z', 'updated_at': '2021-12-09T18:48:49Z', 'revision_number': 4, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'gw_port': {'id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:45Z', 'updated_at': '2021-12-09T18:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '556ec4c3-9297-47ae-8904-548ee3bfdf28', 'name': '', 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'mac_address': 'fa:16:3e:18:3f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:48Z', 'updated_at': '2021-12-09T18:48:55Z', 'revision_number': 4, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'subnets': [{'id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:48:57.612461 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:57.781003 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Pushing event updated for resources: {'Port': ['ID=7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489,revision_number=2']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:57.808508 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:57.922957 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602a66d-25b5-4be1-8bda-5a4c7b5a4ecc req-f1dcf6b9-23ef-4c9f-bf72-3dbe86bd2091 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:57.930452 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-9602a66d-25b5-4be1-8bda-5a4c7b5a4ecc req-f1dcf6b9-23ef-4c9f-bf72-3dbe86bd2091 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 945 time: 0.3196390 Dec 09 18:48:58.001370 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-9602a66d-25b5-4be1-8bda-5a4c7b5a4ecc req-c0354be4-ed14-466d-bd9c-9240894bbeba tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699949 Dec 09 18:48:58.002223 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Router 675745ff-9a94-4542-b9da-05dc429c0c23 is scheduled to L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c with binding_index 1 {{(pid=86801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 09 18:48:58.261771 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:48:58.274396 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Sync routers for ids ['675745ff-9a94-4542-b9da-05dc429c0c23'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:48:58.287753 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Routers {'675745ff-9a94-4542-b9da-05dc429c0c23'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:48:58.291902 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Notify callbacks [] for router, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:58.293021 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:48:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['675745ff-9a94-4542-b9da-05dc429c0c23'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:48:58.294961 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1871202 Dec 09 18:48:58.296112 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 47720) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:48:58.529204 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device d6d5620d-3dce-4fdf-92c4-d84fb96fe280 up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:48:58.679724 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Set router 675745ff-9a94-4542-b9da-05dc429c0c23 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:48:58.768539 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port d6d5620d-3dce-4fdf-92c4-d84fb96fe280 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:48:58.768927 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:59.006135 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5151e7-c440-4e07-a98a-7caacac13b57 req-3cd0d00d-b018-44c6-962a-3f2a20473fd7 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:59.026398 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5a5151e7-c440-4e07-a98a-7caacac13b57 req-3cd0d00d-b018-44c6-962a-3f2a20473fd7 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.2876868 Dec 09 18:48:59.171400 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5a5151e7-c440-4e07-a98a-7caacac13b57 req-0561dc2e-6911-4b28-ad65-54a53faf6e44 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435721 Dec 09 18:48:59.195277 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:59.272119 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:48:59.308841 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port d6d5620d-3dce-4fdf-92c4-d84fb96fe280, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:48:59.320469 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:59.343925 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:48:59.417193 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280', 'code': 200} Dec 09 18:48:59.500807 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,revision_number=7']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:48:59.511590 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:48:59.567020 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'name': 'tempest-TestShelveInstance-187773597-router', 'tenant_id': '047543a480a84dcebdd3ed0d2db3dc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '71b2f8ab-64be-43fb-b024-be95552e07fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:54Z', 'updated_at': '2021-12-09T18:48:56Z', 'revision_number': 3, 'project_id': '047543a480a84dcebdd3ed0d2db3dc02', 'gw_port': {'id': '71b2f8ab-64be-43fb-b024-be95552e07fa', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:55Z', 'updated_at': '2021-12-09T18:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:48:59.573804 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Checking router: 675745ff-9a94-4542-b9da-05dc429c0c23 for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:48:59.574433 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Updating router 675745ff-9a94-4542-b9da-05dc429c0c23 port 71b2f8ab-64be-43fb-b024-be95552e07fa binding host dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 18:48:59.598736 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc059ce-e700-431f-8a39-8b6a4dc9f85d None None] Network a370b029-6842-4623-bbf7-dea171e568af requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:48:59.649484 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 556ec4c3-9297-47ae-8904-548ee3bfdf28 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:48:59.692701 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:48:59.792438 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-27f67f18-3fc6-49d8-829b-a2d692e082f6 None None] Provisioning for port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:48:59.794561 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7680b-14fb-419c-8de2-e5b55ed94fa2 req-449c0c40-813a-4104-8399-4548abe0c34f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:48:59.796163 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5cb7680b-14fb-419c-8de2-e5b55ed94fa2 req-449c0c40-813a-4104-8399-4548abe0c34f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.2428865 Dec 09 18:48:59.993676 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 556ec4c3-9297-47ae-8904-548ee3bfdf28 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:49:00.007302 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 556ec4c3-9297-47ae-8904-548ee3bfdf28 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:49:00.007924 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:00.028420 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:00.253094 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5cb7680b-14fb-419c-8de2-e5b55ed94fa2 req-6d4a3523-498b-4365-bd93-d2389bc797fd tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569667 Dec 09 18:49:00.276449 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Notify callbacks [] for port, precommit_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:00.298531 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.provisioning_blocks [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Transition to ACTIVE for port object 71b2f8ab-64be-43fb-b024-be95552e07fa will not be triggered until provisioned by entity L2. {{(pid=86804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:49:00.309028 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:00.319968 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-4e07f857-081c-44c1-9628-d47c828085b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:00.349138 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:00.395730 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port 556ec4c3-9297-47ae-8904-548ee3bfdf28, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=556ec4c3-9297-47ae-8904-548ee3bfdf28,segment=NetworkSegment(f06199a9-1fdd-4169-9a28-4eaee6837c5e),segment_id=f06199a9-1fdd-4169-9a28-4eaee6837c5e)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:00.399017 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Allocated IP 172.20.0.1 (a370b029-6842-4623-bbf7-dea171e568af/49275fbf-6520-452f-b1c8-e81dfb134c35/c1bfb144-90a1-429e-bf5c-5237eb9585e4) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:49:00.402466 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:00.403172 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:49:00.438657 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Attempting to bind port 71b2f8ab-64be-43fb-b024-be95552e07fa on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:49:00.439071 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Attempting to bind port 71b2f8ab-64be-43fb-b024-be95552e07fa by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}] {{(pid=86804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:49:00.439453 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Attempting to bind port 71b2f8ab-64be-43fb-b024-be95552e07fa on network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:49:00.445922 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fb8f6-8406-4475-9524-055bf57415d7 None None] Pushing event updated for resources: {'Port': ['ID=71b2f8ab-64be-43fb-b024-be95552e07fa,revision_number=2']} {{(pid=86804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:00.452133 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-ef3fb8f6-8406-4475-9524-055bf57415d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:00.453396 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:49:00.453901 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Checking segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:49:00.454922 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:00.454922 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Bound using segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:49:00.455299 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Bound port: 71b2f8ab-64be-43fb-b024-be95552e07fa, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}}] {{(pid=86804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:49:00.455661 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:00.495289 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68ba95-09aa-41cb-b261-fc73eb7627b5 req-e0b68901-db15-465f-9979-55c1b696bab4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:00.498261 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:00.505932 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5d68ba95-09aa-41cb-b261-fc73eb7627b5 req-e0b68901-db15-465f-9979-55c1b696bab4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1509695 Dec 09 18:49:00.553933 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5d68ba95-09aa-41cb-b261-fc73eb7627b5 req-314ca0e5-06a8-4c31-9b5c-ca43058f74b0 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467989 Dec 09 18:49:00.607209 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.db [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] For port 71b2f8ab-64be-43fb-b024-be95552e07fa, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:49:00.611880 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.db [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] For port 71b2f8ab-64be-43fb-b024-be95552e07fa, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=71b2f8ab-64be-43fb-b024-be95552e07fa,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:49:00.622928 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:00.634520 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:00.647019 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=556ec4c3-9297-47ae-8904-548ee3bfdf28,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:00.650111 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:00.665984 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:49:00.672354 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:49:00.672742 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:00.743311 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Routers {'675745ff-9a94-4542-b9da-05dc429c0c23'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:49:00.744148 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:48:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['675745ff-9a94-4542-b9da-05dc429c0c23'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:49:00.791394 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:00.812415 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a9f88d59-1dd8-44ff-8c31-506f4a16394b None None] Provisioning complete for port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:49:00.812864 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a9f88d59-1dd8-44ff-8c31-506f4a16394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:00.814210 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Transition to ACTIVE for port object c1bfb144-90a1-429e-bf5c-5237eb9585e4 will not be triggered until provisioned by entity DHCP. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:49:00.836100 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139dfc8-ec93-4fc4-b01c-f63627225efe req-fcf43a1e-40b8-49fa-a5ef-3b91ed3fda08 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:00.837904 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b139dfc8-ec93-4fc4-b01c-f63627225efe req-fcf43a1e-40b8-49fa-a5ef-3b91ed3fda08 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1628382 Dec 09 18:49:00.934321 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-b139dfc8-ec93-4fc4-b01c-f63627225efe req-accea573-7a67-4697-b681-589910dd7cd1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Deleting port 598e8120-73f8-466d-89df-be95995990f7 {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:49:00.934998 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b139dfc8-ec93-4fc4-b01c-f63627225efe req-accea573-7a67-4697-b681-589910dd7cd1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:00.942496 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fb8f6-8406-4475-9524-055bf57415d7 None None] Pushing event updated for resources: {'Port': ['ID=71b2f8ab-64be-43fb-b024-be95552e07fa,revision_number=3']} {{(pid=86804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:00.946729 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-ef3fb8f6-8406-4475-9524-055bf57415d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:00.970730 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:00.984532 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-70cb588a-010a-4cda-b53f-5db9608244f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:01.045982 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:01.056428 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] Set router 675745ff-9a94-4542-b9da-05dc429c0c23 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:49:01.110723 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Network a370b029-6842-4623-bbf7-dea171e568af is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:49:01.115525 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:49:01.166119 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489,segment=NetworkSegment(1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a),segment_id=1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:01.173672 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:49:01.177690 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:01.181811 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:01.208506 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Pushing event updated for resources: {'Port': ['ID=c1bfb144-90a1-429e-bf5c-5237eb9585e4,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:01.220153 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:01.263161 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489,revision_number=3']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:01.267670 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:01.268439 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a9f88d59-1dd8-44ff-8c31-506f4a16394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:01.356639 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134115858'] for router_interface, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:01.454492 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.db.api [None req-a9f88d59-1dd8-44ff-8c31-506f4a16394b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 18:49:01.455067 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_db.api [None req-a9f88d59-1dd8-44ff-8c31-506f4a16394b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 18:49:01.507812 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 556ec4c3-9297-47ae-8904-548ee3bfdf28 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:49:01.529137 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'name': 'tempest-TestShelveInstance-187773597-router', 'tenant_id': '047543a480a84dcebdd3ed0d2db3dc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '71b2f8ab-64be-43fb-b024-be95552e07fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:54Z', 'updated_at': '2021-12-09T18:48:56Z', 'revision_number': 3, 'project_id': '047543a480a84dcebdd3ed0d2db3dc02', 'gw_port': {'id': '71b2f8ab-64be-43fb-b024-be95552e07fa', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:55Z', 'updated_at': '2021-12-09T18:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:49:01.535002 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a1e0c-f41f-43fc-b34c-f2f2c593a26b None None] The sync data for ids ['675745ff-9a94-4542-b9da-05dc429c0c23'] in dv-cinder-819346-1-smb is: [{'id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'name': 'tempest-TestShelveInstance-187773597-router', 'tenant_id': '047543a480a84dcebdd3ed0d2db3dc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '71b2f8ab-64be-43fb-b024-be95552e07fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:54Z', 'updated_at': '2021-12-09T18:48:56Z', 'revision_number': 3, 'project_id': '047543a480a84dcebdd3ed0d2db3dc02', 'gw_port': {'id': '71b2f8ab-64be-43fb-b024-be95552e07fa', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:55Z', 'updated_at': '2021-12-09T18:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:49:01.590218 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 556ec4c3-9297-47ae-8904-548ee3bfdf28 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:49:01.590826 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:01.675481 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-b139dfc8-ec93-4fc4-b01c-f63627225efe req-accea573-7a67-4697-b681-589910dd7cd1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] For port 598e8120-73f8-466d-89df-be95995990f7, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=598e8120-73f8-466d-89df-be95995990f7,segment=NetworkSegment(456c6a2f-6cdc-43f2-b5c9-0416ad578df3),segment_id=456c6a2f-6cdc-43f2-b5c9-0416ad578df3)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:01.675900 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b139dfc8-ec93-4fc4-b01c-f63627225efe req-accea573-7a67-4697-b681-589910dd7cd1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:01.793410 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:49:01.821916 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f49d9-02ae-4e6c-894d-897ce674c4aa req-dfb800ac-67e8-48b8-9a28-51af0d6679c5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:01.830983 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988eccb1-4b6f-4389-817a-70186ed33303 req-4c0f695d-43ab-4ad0-8f76-70ac082acf73 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:01.832828 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4b4f49d9-02ae-4e6c-894d-897ce674c4aa req-dfb800ac-67e8-48b8-9a28-51af0d6679c5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.3463869 Dec 09 18:49:01.840724 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-b139dfc8-ec93-4fc4-b01c-f63627225efe req-accea573-7a67-4697-b681-589910dd7cd1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Calling delete_port for 598e8120-73f8-466d-89df-be95995990f7 owned by compute:nova {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:49:01.848677 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-988eccb1-4b6f-4389-817a-70186ed33303 req-4c0f695d-43ab-4ad0-8f76-70ac082acf73 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 945 time: 0.1209788 Dec 09 18:49:01.962094 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-988eccb1-4b6f-4389-817a-70186ed33303 req-d3bfeaa1-e9b0-4e17-a1a8-392f10763f3c tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929549 Dec 09 18:49:02.058165 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:49:02.058828 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:02.108457 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:02.136322 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4b4f49d9-02ae-4e6c-894d-897ce674c4aa req-8f008ad0-8cf6-44ac-80ea-7aa87053ebd8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581204 Dec 09 18:49:02.321998 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-3346e017-3011-4007-bdfc-afcc8db16eab None None] Provisioning for port c1bfb144-90a1-429e-bf5c-5237eb9585e4 completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:49:02.331904 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-3346e017-3011-4007-bdfc-afcc8db16eab None None] Provisioning complete for port c1bfb144-90a1-429e-bf5c-5237eb9585e4 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:49:02.332564 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-3346e017-3011-4007-bdfc-afcc8db16eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:02.420380 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b139dfc8-ec93-4fc4-b01c-f63627225efe req-accea573-7a67-4697-b681-589910dd7cd1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:02.422644 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-3346e017-3011-4007-bdfc-afcc8db16eab None None] Port c1bfb144-90a1-429e-bf5c-5237eb9585e4 cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:49:02.429936 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:02.457510 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['00e0e134-2894-42b8-a03d-d7466bed61ba', '598e8120-73f8-466d-89df-be95995990f7'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:49:02.490149 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accea573-7a67-4697-b681-589910dd7cd1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Pushing event deleted for resources: {'Port': ['ID=598e8120-73f8-466d-89df-be95995990f7,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:02.509415 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-accea573-7a67-4697-b681-589910dd7cd1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:02.796043 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b139dfc8-ec93-4fc4-b01c-f63627225efe req-accea573-7a67-4697-b681-589910dd7cd1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] No DVR routers for this DVR port 598e8120-73f8-466d-89df-be95995990f7 on host hv-cinder-81934 {{(pid=86801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:49:02.800371 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b139dfc8-ec93-4fc4-b01c-f63627225efe req-accea573-7a67-4697-b681-589910dd7cd1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:02.803051 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c243a26-86af-4f53-967f-6f634099e731', 'name': 'network-vif-deleted', 'tag': '598e8120-73f8-466d-89df-be95995990f7'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:49:02.847251 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:02.851689 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b139dfc8-ec93-4fc4-b01c-f63627225efe req-accea573-7a67-4697-b681-589910dd7cd1 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.10 "DELETE /v2.0/ports/598e8120-73f8-466d-89df-be95995990f7 HTTP/1.1" status: 204 len: 173 time: 2.0065298 Dec 09 18:49:02.857009 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:02.917052 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-561ee0a5-b2d3-4826-8658-685229ea376d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:02.983407 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c243a26-86af-4f53-967f-6f634099e731', 'name': 'network-vif-deleted', 'tag': '598e8120-73f8-466d-89df-be95995990f7', 'status': 'completed', 'code': 200} Dec 09 18:49:03.067808 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Pushing event updated for resources: {'Port': ['ID=c1bfb144-90a1-429e-bf5c-5237eb9585e4,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:03.072802 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:03.076812 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133747777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134116081'] for router_interface, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:03.273445 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-1fb85003-cf72-4a77-922c-f91a830461d8 req-de14922f-63db-43e3-8e63-665d2ead6fb4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Synchronizing usage tracker for tenant:d6b5853ee94f4573abed604993053c71 on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:49:03.336711 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-1fb85003-cf72-4a77-922c-f91a830461d8 req-de14922f-63db-43e3-8e63-665d2ead6fb4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Unset dirty status for tenant:d6b5853ee94f4573abed604993053c71 on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:49:03.353763 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-1fb85003-cf72-4a77-922c-f91a830461d8 req-de14922f-63db-43e3-8e63-665d2ead6fb4 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c243a26-86af-4f53-967f-6f634099e731 HTTP/1.1" status: 200 len: 210 time: 0.1178119 Dec 09 18:49:03.510725 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Network a370b029-6842-4623-bbf7-dea171e568af is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:49:03.510725 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:49:03.553638 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 71b2f8ab-64be-43fb-b024-be95552e07fa up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:49:03.644472 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2843082-3de3-473e-b703-491898ceaa66 req-30ff1d55-2e35-4834-86a8-9cb3581f6a60 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:03.655506 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a2843082-3de3-473e-b703-491898ceaa66 req-30ff1d55-2e35-4834-86a8-9cb3581f6a60 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.3319714 Dec 09 18:49:03.808346 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 71b2f8ab-64be-43fb-b024-be95552e07fa completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:49:03.815907 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a2843082-3de3-473e-b703-491898ceaa66 req-ae665b70-6933-4303-892d-e8f7d49f2989 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574662 Dec 09 18:49:03.825784 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 71b2f8ab-64be-43fb-b024-be95552e07fa triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:49:03.826166 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:04.017846 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Router 675745ff-9a94-4542-b9da-05dc429c0c23 has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:49:04.112283 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:04.188651 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port 71b2f8ab-64be-43fb-b024-be95552e07fa, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=71b2f8ab-64be-43fb-b024-be95552e07fa,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:04.207405 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-7a5c33cf-4eb9-4c13-a494-fe7c368ba11a None None] Provisioning complete for port c1bfb144-90a1-429e-bf5c-5237eb9585e4 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:49:04.208140 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-7a5c33cf-4eb9-4c13-a494-fe7c368ba11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:04.273580 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:04.295834 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:04.454151 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c33cf-4eb9-4c13-a494-fe7c368ba11a None None] Port c1bfb144-90a1-429e-bf5c-5237eb9585e4 cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:49:04.458927 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=71b2f8ab-64be-43fb-b024-be95552e07fa,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:04.462148 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:04.507001 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:49:04.515607 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Sync routers for ids ['675745ff-9a94-4542-b9da-05dc429c0c23'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:49:04.521815 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] 10.222.0.20 "PUT /v2.0/routers/675745ff-9a94-4542-b9da-05dc429c0c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2246344 Dec 09 18:49:04.549538 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Routers {'675745ff-9a94-4542-b9da-05dc429c0c23'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:49:04.550516 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:48:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['675745ff-9a94-4542-b9da-05dc429c0c23'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:49:04.658116 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 598e8120-73f8-466d-89df-be95995990f7 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:49:04.879931 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: 598e8120-73f8-466d-89df-be95995990f7 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:49:04.880295 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 598e8120-73f8-466d-89df-be95995990f7 not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:49:05.029595 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Set router 675745ff-9a94-4542-b9da-05dc429c0c23 gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:49:05.263605 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafc3f8-c956-4eb8-aea2-3d0eaa346406 req-97c442cf-b49e-4410-97c0-ec8c36467c05 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:05.276527 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8dafc3f8-c956-4eb8-aea2-3d0eaa346406 req-97c442cf-b49e-4410-97c0-ec8c36467c05 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.2595475 Dec 09 18:49:05.371775 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 47816) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:05.377500 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1882122703', 'description': 'tempest-secgroup-smoke-1882122703 description', 'project_id': '4f818fcae35e4fa1b59695a47b5c2215'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:49:05.389023 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8dafc3f8-c956-4eb8-aea2-3d0eaa346406 req-ea1503e9-8c93-4de7-ac3a-8d40c6ac5cd8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056430 Dec 09 18:49:05.398248 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:49:05.412664 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Usage tracker for resource:security_group and tenant:4f818fcae35e4fa1b59695a47b5c2215 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:49:05.415870 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:49:05.426906 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:49:05.447835 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:05.498172 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:49:05.504415 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:49:05.584938 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Usage tracker for resource:security_group_rule and tenant:4f818fcae35e4fa1b59695a47b5c2215 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:49:05.590300 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:49:05.599146 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:49:05.630783 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 71b2f8ab-64be-43fb-b024-be95552e07fa up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:49:05.712208 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:05.720664 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:05.767378 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-ffa8bc77-8869-470c-bee9-c70116820520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:05.790840 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:05.792140 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4195430 Dec 09 18:49:05.795331 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 47822) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:05.802869 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-ac594827-e3b5-4591-84b1-41b65c455cbb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Request body: {'security_group_rule': {'security_group_id': 'e6117072-238e-4a6b-99d2-06ed034c05cc', 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:49:05.815100 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-ac594827-e3b5-4591-84b1-41b65c455cbb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:49:05.828452 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-ac594827-e3b5-4591-84b1-41b65c455cbb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Usage tracker for resource:security_group_rule and tenant:4f818fcae35e4fa1b59695a47b5c2215 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:49:05.832421 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-ac594827-e3b5-4591-84b1-41b65c455cbb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:49:05.842743 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6117072-238e-4a6b-99d2-06ed034c05cc,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:05.853165 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-ac594827-e3b5-4591-84b1-41b65c455cbb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:49:05.856840 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 71b2f8ab-64be-43fb-b024-be95552e07fa triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:49:05.857447 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:05.860425 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:05.881555 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c312c69-871d-4620-95f3-41a32d511520 req-81ad91c8-95b4-47f8-a1c5-7d009902a063 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:05.886778 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ac594827-e3b5-4591-84b1-41b65c455cbb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:05.891610 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-1c312c69-871d-4620-95f3-41a32d511520 req-81ad91c8-95b4-47f8-a1c5-7d009902a063 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.3751154 Dec 09 18:49:05.966933 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-1c312c69-871d-4620-95f3-41a32d511520 req-2855128a-bc94-42d8-a86b-ee624d280bea tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738935 Dec 09 18:49:06.029574 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ac594827-e3b5-4591-84b1-41b65c455cbb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:06.040316 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ac594827-e3b5-4591-84b1-41b65c455cbb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:06.084962 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:06.122851 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac594827-e3b5-4591-84b1-41b65c455cbb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5aab34f-41f7-4f59-8341-f024f2713dfa,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:06.125950 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-ac594827-e3b5-4591-84b1-41b65c455cbb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:06.126654 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ac594827-e3b5-4591-84b1-41b65c455cbb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:06.127850 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-ac594827-e3b5-4591-84b1-41b65c455cbb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3307655 Dec 09 18:49:06.130511 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 47826) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:06.135978 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-0d7e3531-0b47-4e76-884b-0da4d1ff04da tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Request body: {'security_group_rule': {'security_group_id': 'e6117072-238e-4a6b-99d2-06ed034c05cc', 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:49:06.142479 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-0d7e3531-0b47-4e76-884b-0da4d1ff04da tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:49:06.147946 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-0d7e3531-0b47-4e76-884b-0da4d1ff04da tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Usage tracker for resource:security_group_rule and tenant:4f818fcae35e4fa1b59695a47b5c2215 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:49:06.149794 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-0d7e3531-0b47-4e76-884b-0da4d1ff04da tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:49:06.156802 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-0d7e3531-0b47-4e76-884b-0da4d1ff04da tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:49:06.165895 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'name': 'tempest-TestShelveInstance-187773597-router', 'tenant_id': '047543a480a84dcebdd3ed0d2db3dc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '71b2f8ab-64be-43fb-b024-be95552e07fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:54Z', 'updated_at': '2021-12-09T18:49:01Z', 'revision_number': 4, 'project_id': '047543a480a84dcebdd3ed0d2db3dc02', 'gw_port': {'id': '71b2f8ab-64be-43fb-b024-be95552e07fa', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:55Z', 'updated_at': '2021-12-09T18:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': 'c1bfb144-90a1-429e-bf5c-5237eb9585e4', 'name': '', 'network_id': 'a370b029-6842-4623-bbf7-dea171e568af', 'tenant_id': '047543a480a84dcebdd3ed0d2db3dc02', 'mac_address': 'fa:16:3e:d9:bc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '49275fbf-6520-452f-b1c8-e81dfb134c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:49:00Z', 'updated_at': '2021-12-09T18:49:02Z', 'revision_number': 2, 'project_id': '047543a480a84dcebdd3ed0d2db3dc02', 'subnets': [{'id': '49275fbf-6520-452f-b1c8-e81dfb134c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:49:06.180345 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-0d7e3531-0b47-4e76-884b-0da4d1ff04da tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:06.184466 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Checking router: 675745ff-9a94-4542-b9da-05dc429c0c23 for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:49:06.184902 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Updating router 675745ff-9a94-4542-b9da-05dc429c0c23 port c1bfb144-90a1-429e-bf5c-5237eb9585e4 binding host dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 18:49:06.315641 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:06.336593 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-0d7e3531-0b47-4e76-884b-0da4d1ff04da tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:06.343774 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-0d7e3531-0b47-4e76-884b-0da4d1ff04da tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:06.346740 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:06.405807 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e3531-0b47-4e76-884b-0da4d1ff04da tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2310abb5-acc6-4e10-bfe5-3068cc4ea1c1,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:06.426631 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-0d7e3531-0b47-4e76-884b-0da4d1ff04da tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:06.437297 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-0d7e3531-0b47-4e76-884b-0da4d1ff04da tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:06.441907 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-0d7e3531-0b47-4e76-884b-0da4d1ff04da tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3103790 Dec 09 18:49:06.442273 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 47834) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:06.455552 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-f43b2dc2-ae63-4e08-8a3b-7b4ff8d018fd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Request body: {'security_group_rule': {'security_group_id': 'e6117072-238e-4a6b-99d2-06ed034c05cc', 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:49:06.473838 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-f43b2dc2-ae63-4e08-8a3b-7b4ff8d018fd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:49:06.494511 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-f43b2dc2-ae63-4e08-8a3b-7b4ff8d018fd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Usage tracker for resource:security_group_rule and tenant:4f818fcae35e4fa1b59695a47b5c2215 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:49:06.511927 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-f43b2dc2-ae63-4e08-8a3b-7b4ff8d018fd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:49:06.532153 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-f43b2dc2-ae63-4e08-8a3b-7b4ff8d018fd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:49:06.571305 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f43b2dc2-ae63-4e08-8a3b-7b4ff8d018fd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:06.721419 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f43b2dc2-ae63-4e08-8a3b-7b4ff8d018fd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:06.729678 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f43b2dc2-ae63-4e08-8a3b-7b4ff8d018fd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:06.732380 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:06.764008 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f590361-6f12-496b-bcf0-7ca0011c3ab3 req-1f43673c-f780-4a14-9221-b1908969bb76 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:06.768176 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4f590361-6f12-496b-bcf0-7ca0011c3ab3 req-1f43673c-f780-4a14-9221-b1908969bb76 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.1560979 Dec 09 18:49:06.827397 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b2dc2-ae63-4e08-8a3b-7b4ff8d018fd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb7fdac-d76a-42dd-97a9-8915455d5335,revision_number=0']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:06.836191 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f43b2dc2-ae63-4e08-8a3b-7b4ff8d018fd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:06.871216 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f43b2dc2-ae63-4e08-8a3b-7b4ff8d018fd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:06.872869 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-f43b2dc2-ae63-4e08-8a3b-7b4ff8d018fd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4283597 Dec 09 18:49:06.876447 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 47840) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:06.882159 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-2dc2fca4-fd4d-4193-85ad-117c9ba2bb9f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Request body: {'security_group_rule': {'security_group_id': 'e6117072-238e-4a6b-99d2-06ed034c05cc', 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:49:06.904190 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-2dc2fca4-fd4d-4193-85ad-117c9ba2bb9f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:49:06.908628 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-2dc2fca4-fd4d-4193-85ad-117c9ba2bb9f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Usage tracker for resource:security_group_rule and tenant:4f818fcae35e4fa1b59695a47b5c2215 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:49:06.915249 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4f590361-6f12-496b-bcf0-7ca0011c3ab3 req-4a31053c-420a-4b7c-beb0-4f86502095b1 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339371 Dec 09 18:49:06.915500 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-2dc2fca4-fd4d-4193-85ad-117c9ba2bb9f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:49:06.927533 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-2dc2fca4-fd4d-4193-85ad-117c9ba2bb9f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:49:06.972695 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2dc2fca4-fd4d-4193-85ad-117c9ba2bb9f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:07.231246 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Notify callbacks [] for port, precommit_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:07.274840 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Transition to ACTIVE for port object c1bfb144-90a1-429e-bf5c-5237eb9585e4 will not be triggered until provisioned by entity L2. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:49:07.400717 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:07.400717 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:07.489576 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2dc2fca4-fd4d-4193-85ad-117c9ba2bb9f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:07.520824 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2dc2fca4-fd4d-4193-85ad-117c9ba2bb9f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:07.570592 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:07.717688 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ed732-083e-4578-9b8e-82d68ac2acc0 None None] Pushing event updated for resources: {'Port': ['ID=c1bfb144-90a1-429e-bf5c-5237eb9585e4,revision_number=3']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:07.762357 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-d70ed732-083e-4578-9b8e-82d68ac2acc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:07.881062 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Attempting to bind port c1bfb144-90a1-429e-bf5c-5237eb9585e4 on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:49:07.881824 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Attempting to bind port c1bfb144-90a1-429e-bf5c-5237eb9585e4 by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': '1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a370b029-6842-4623-bbf7-dea171e568af'}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:49:07.882406 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Attempting to bind port c1bfb144-90a1-429e-bf5c-5237eb9585e4 on network a370b029-6842-4623-bbf7-dea171e568af {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:49:07.889823 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:49:07.890585 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Checking segment: {'id': '1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a370b029-6842-4623-bbf7-dea171e568af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:49:07.891287 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:07.891888 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Bound using segment: {'id': '1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a370b029-6842-4623-bbf7-dea171e568af'} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:49:07.892564 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Bound port: c1bfb144-90a1-429e-bf5c-5237eb9585e4, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a370b029-6842-4623-bbf7-dea171e568af'}}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:49:07.893138 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:07.918602 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2fca4-fd4d-4193-85ad-117c9ba2bb9f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5161919e-ab4b-4113-9120-bb3296d84a47,revision_number=0']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:07.921151 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-2dc2fca4-fd4d-4193-85ad-117c9ba2bb9f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:07.970153 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5290ad-6157-42d6-ab63-99845919dcf7 req-07cd13c2-c9a4-4d2a-95f8-f2c54cdb5070 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:07.983401 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5b5290ad-6157-42d6-ab63-99845919dcf7 req-07cd13c2-c9a4-4d2a-95f8-f2c54cdb5070 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.6837535 Dec 09 18:49:07.991448 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2dc2fca4-fd4d-4193-85ad-117c9ba2bb9f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:07.998544 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-2dc2fca4-fd4d-4193-85ad-117c9ba2bb9f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1208026 Dec 09 18:49:08.002163 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 47850) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:08.007452 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-331808a3-cee6-43b5-a281-cdbd62cb810a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Request body: {'security_group_rule': {'security_group_id': 'e6117072-238e-4a6b-99d2-06ed034c05cc', 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:49:08.018311 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-331808a3-cee6-43b5-a281-cdbd62cb810a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:49:08.028362 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-331808a3-cee6-43b5-a281-cdbd62cb810a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Usage tracker for resource:security_group_rule and tenant:4f818fcae35e4fa1b59695a47b5c2215 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:49:08.036206 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-331808a3-cee6-43b5-a281-cdbd62cb810a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:49:08.050327 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-331808a3-cee6-43b5-a281-cdbd62cb810a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:49:08.075355 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.db.securitygroups_db [None req-331808a3-cee6-43b5-a281-cdbd62cb810a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Project 4f818fcae35e4fa1b59695a47b5c2215 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 18:49:08.084662 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] For port c1bfb144-90a1-429e-bf5c-5237eb9585e4, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:49:08.085495 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-331808a3-cee6-43b5-a281-cdbd62cb810a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:08.093531 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] For port c1bfb144-90a1-429e-bf5c-5237eb9585e4, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=c1bfb144-90a1-429e-bf5c-5237eb9585e4,segment=NetworkSegment(1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a),segment_id=1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a)] {{(pid=86803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:49:08.100146 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5b5290ad-6157-42d6-ab63-99845919dcf7 req-df1fe07e-3419-43f3-8bf5-1160008fa20b tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075113 Dec 09 18:49:08.103082 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:08.114136 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-43929894-0749-43a0-b10d-4e851a4110f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:08.313030 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Routers {'675745ff-9a94-4542-b9da-05dc429c0c23'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:49:08.318888 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:48:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['675745ff-9a94-4542-b9da-05dc429c0c23'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:49:08.477147 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-331808a3-cee6-43b5-a281-cdbd62cb810a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:08.496908 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-331808a3-cee6-43b5-a281-cdbd62cb810a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:08.545918 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:08.577758 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-331808a3-cee6-43b5-a281-cdbd62cb810a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:08.577758 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-331808a3-cee6-43b5-a281-cdbd62cb810a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5674028 Dec 09 18:49:08.578483 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 47854) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:08.584173 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-52c47ec7-549d-4463-bd36-a6ab2886fcdd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Request body: {'security_group_rule': {'security_group_id': 'e6117072-238e-4a6b-99d2-06ed034c05cc', 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:49:08.602295 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcea32-7337-443f-add6-6dc34ea1b772 req-d347a299-30b1-4d2e-b54d-f4547502d5f1 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:08.606650 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-31fcea32-7337-443f-add6-6dc34ea1b772 req-d347a299-30b1-4d2e-b54d-f4547502d5f1 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.4645057 Dec 09 18:49:08.613161 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331808a3-cee6-43b5-a281-cdbd62cb810a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e00408-6d38-41f0-a615-724041f200f7,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:08.615873 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-52c47ec7-549d-4463-bd36-a6ab2886fcdd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:49:08.618701 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-331808a3-cee6-43b5-a281-cdbd62cb810a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:08.644293 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-52c47ec7-549d-4463-bd36-a6ab2886fcdd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Usage tracker for resource:security_group_rule and tenant:4f818fcae35e4fa1b59695a47b5c2215 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:49:08.649971 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-52c47ec7-549d-4463-bd36-a6ab2886fcdd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:49:08.668336 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ed732-083e-4578-9b8e-82d68ac2acc0 None None] Pushing event updated for resources: {'Port': ['ID=c1bfb144-90a1-429e-bf5c-5237eb9585e4,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:08.676101 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-d70ed732-083e-4578-9b8e-82d68ac2acc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:08.762057 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-52c47ec7-549d-4463-bd36-a6ab2886fcdd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:49:08.785517 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] Set router 675745ff-9a94-4542-b9da-05dc429c0c23 gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:49:08.842303 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-31fcea32-7337-443f-add6-6dc34ea1b772 req-b08678c4-bc7f-48d2-abf7-63f3b74c8669 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181942 Dec 09 18:49:08.849526 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.db.securitygroups_db [None req-52c47ec7-549d-4463-bd36-a6ab2886fcdd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Project 4f818fcae35e4fa1b59695a47b5c2215 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 18:49:08.876669 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-52c47ec7-549d-4463-bd36-a6ab2886fcdd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:09.033399 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-52c47ec7-549d-4463-bd36-a6ab2886fcdd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:09.040513 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-52c47ec7-549d-4463-bd36-a6ab2886fcdd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:09.042999 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:09.094916 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c47ec7-549d-4463-bd36-a6ab2886fcdd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287fb121-fd19-4cbf-9310-df12af169f85,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:09.097147 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-52c47ec7-549d-4463-bd36-a6ab2886fcdd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:09.117001 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-52c47ec7-549d-4463-bd36-a6ab2886fcdd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:09.117409 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-52c47ec7-549d-4463-bd36-a6ab2886fcdd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5377574 Dec 09 18:49:09.305360 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'name': 'tempest-TestShelveInstance-187773597-router', 'tenant_id': '047543a480a84dcebdd3ed0d2db3dc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '71b2f8ab-64be-43fb-b024-be95552e07fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:54Z', 'updated_at': '2021-12-09T18:49:01Z', 'revision_number': 4, 'project_id': '047543a480a84dcebdd3ed0d2db3dc02', 'gw_port': {'id': '71b2f8ab-64be-43fb-b024-be95552e07fa', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:55Z', 'updated_at': '2021-12-09T18:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': 'c1bfb144-90a1-429e-bf5c-5237eb9585e4', 'name': '', 'network_id': 'a370b029-6842-4623-bbf7-dea171e568af', 'tenant_id': '047543a480a84dcebdd3ed0d2db3dc02', 'mac_address': 'fa:16:3e:d9:bc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '49275fbf-6520-452f-b1c8-e81dfb134c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:49:00Z', 'updated_at': '2021-12-09T18:49:08Z', 'revision_number': 4, 'project_id': '047543a480a84dcebdd3ed0d2db3dc02', 'subnets': [{'id': '49275fbf-6520-452f-b1c8-e81dfb134c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:49:09.311660 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e297469-7d34-4cb4-9bab-50cdc4e478f3 None None] The sync data for ids ['675745ff-9a94-4542-b9da-05dc429c0c23'] in dv-cinder-819346-1-smb is: [{'id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'name': 'tempest-TestShelveInstance-187773597-router', 'tenant_id': '047543a480a84dcebdd3ed0d2db3dc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '71b2f8ab-64be-43fb-b024-be95552e07fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:54Z', 'updated_at': '2021-12-09T18:49:01Z', 'revision_number': 4, 'project_id': '047543a480a84dcebdd3ed0d2db3dc02', 'gw_port': {'id': '71b2f8ab-64be-43fb-b024-be95552e07fa', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:55Z', 'updated_at': '2021-12-09T18:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': 'c1bfb144-90a1-429e-bf5c-5237eb9585e4', 'name': '', 'network_id': 'a370b029-6842-4623-bbf7-dea171e568af', 'tenant_id': '047543a480a84dcebdd3ed0d2db3dc02', 'mac_address': 'fa:16:3e:d9:bc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '49275fbf-6520-452f-b1c8-e81dfb134c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:49:00Z', 'updated_at': '2021-12-09T18:49:08Z', 'revision_number': 4, 'project_id': '047543a480a84dcebdd3ed0d2db3dc02', 'subnets': [{'id': '49275fbf-6520-452f-b1c8-e81dfb134c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:49:09.663973 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313c563-3f7a-4fdf-a3ae-eefe3b6357e1 req-0858d881-2fba-46d3-8ead-d89ab233155b tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:09.667797 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6313c563-3f7a-4fdf-a3ae-eefe3b6357e1 req-0858d881-2fba-46d3-8ead-d89ab233155b tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.2364819 Dec 09 18:49:09.762552 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6313c563-3f7a-4fdf-a3ae-eefe3b6357e1 req-24165f70-16bc-4f80-8fc7-787f6ff8aa39 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874622 Dec 09 18:49:10.268478 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7e19c-6692-4e03-be77-9b036e581741 req-2a8d3688-e256-4664-994b-7b7783195e08 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:10.280801 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-bad7e19c-6692-4e03-be77-9b036e581741 req-2a8d3688-e256-4664-994b-7b7783195e08 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.1676359 Dec 09 18:49:10.392106 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-bad7e19c-6692-4e03-be77-9b036e581741 req-e5485133-30a8-4b21-a17c-ee19520fa160 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031733 Dec 09 18:49:11.061153 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135df746-f6c4-40cb-a760-b4c4596b4edb req-b7f404b0-1838-4d65-b322-3e6d89f08a0e tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:11.068305 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-135df746-f6c4-40cb-a760-b4c4596b4edb req-b7f404b0-1838-4d65-b322-3e6d89f08a0e tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1082549 Dec 09 18:49:11.131052 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-135df746-f6c4-40cb-a760-b4c4596b4edb req-d3f50916-4d0f-41ee-9610-560d6715d607 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605824 Dec 09 18:49:11.263535 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adaee4-0f39-45ba-9dc2-5a3bdb868e10 req-9a1a807f-1cb1-4230-a01f-015a4fd8f536 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:11.265055 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-19adaee4-0f39-45ba-9dc2-5a3bdb868e10 req-9a1a807f-1cb1-4230-a01f-015a4fd8f536 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.10 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.1173880 Dec 09 18:49:11.395943 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-19adaee4-0f39-45ba-9dc2-5a3bdb868e10 req-e4c8e19f-3438-4644-85d3-afb9141d0418 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Deleting port 00e0e134-2894-42b8-a03d-d7466bed61ba {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:49:11.397248 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-19adaee4-0f39-45ba-9dc2-5a3bdb868e10 req-e4c8e19f-3438-4644-85d3-afb9141d0418 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:11.564787 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device c1bfb144-90a1-429e-bf5c-5237eb9585e4 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:49:11.739698 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22c34b-4465-419b-bb65-e70757328acc req-69ea6a1b-82ec-4eb7-a5cd-63153691081d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:11.751251 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3a22c34b-4465-419b-bb65-e70757328acc req-69ea6a1b-82ec-4eb7-a5cd-63153691081d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.1236601 Dec 09 18:49:11.753887 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port c1bfb144-90a1-429e-bf5c-5237eb9585e4 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:49:11.763250 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port c1bfb144-90a1-429e-bf5c-5237eb9585e4 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:49:11.763625 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:11.923827 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3a22c34b-4465-419b-bb65-e70757328acc req-fb525e07-faee-409f-926f-e9546de68d3e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714079 Dec 09 18:49:11.947819 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-19adaee4-0f39-45ba-9dc2-5a3bdb868e10 req-e4c8e19f-3438-4644-85d3-afb9141d0418 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] For port 00e0e134-2894-42b8-a03d-d7466bed61ba, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=00e0e134-2894-42b8-a03d-d7466bed61ba,segment=NetworkSegment(456c6a2f-6cdc-43f2-b5c9-0416ad578df3),segment_id=456c6a2f-6cdc-43f2-b5c9-0416ad578df3)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:11.948272 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-19adaee4-0f39-45ba-9dc2-5a3bdb868e10 req-e4c8e19f-3438-4644-85d3-afb9141d0418 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:12.076601 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:12.147057 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port c1bfb144-90a1-429e-bf5c-5237eb9585e4, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=c1bfb144-90a1-429e-bf5c-5237eb9585e4,segment=NetworkSegment(1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a),segment_id=1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:12.155735 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:12.163254 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:12.233175 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-19adaee4-0f39-45ba-9dc2-5a3bdb868e10 req-e4c8e19f-3438-4644-85d3-afb9141d0418 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Calling delete_port for 00e0e134-2894-42b8-a03d-d7466bed61ba owned by compute:nova {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:49:12.307668 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=c1bfb144-90a1-429e-bf5c-5237eb9585e4,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:12.318674 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:12.722803 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f1389-5c16-4f5d-a692-80e464d380d6 req-fd237628-bfed-4340-b9e1-6273486a0167 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:12.768745 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f64f1389-5c16-4f5d-a692-80e464d380d6 req-fd237628-bfed-4340-b9e1-6273486a0167 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/ports?device_id=856fb48d-cb2d-4c32-a94f-67b077a6fd1b HTTP/1.1" status: 200 len: 946 time: 0.3867683 Dec 09 18:49:13.071660 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f64f1389-5c16-4f5d-a692-80e464d380d6 req-ed52a472-9a22-42ae-b268-cb00a6acb659 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d2fef62-f1b0-47db-a35a-cf2f447bacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019173 Dec 09 18:49:13.112165 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-19adaee4-0f39-45ba-9dc2-5a3bdb868e10 req-e4c8e19f-3438-4644-85d3-afb9141d0418 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:13.122808 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:13.193698 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8e19f-3438-4644-85d3-afb9141d0418 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Pushing event deleted for resources: {'Port': ['ID=00e0e134-2894-42b8-a03d-d7466bed61ba,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:13.200436 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e4c8e19f-3438-4644-85d3-afb9141d0418 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:13.311572 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-19adaee4-0f39-45ba-9dc2-5a3bdb868e10 req-e4c8e19f-3438-4644-85d3-afb9141d0418 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] No DVR routers for this DVR port 00e0e134-2894-42b8-a03d-d7466bed61ba on host hv-cinder-81934 {{(pid=86801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:49:13.314766 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-19adaee4-0f39-45ba-9dc2-5a3bdb868e10 req-e4c8e19f-3438-4644-85d3-afb9141d0418 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:13.319014 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0264ca-16e1-445a-a158-eaea0b87a563 req-1eda9713-3937-4cef-b17c-5b7f2b66eb29 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:13.332896 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0f0264ca-16e1-445a-a158-eaea0b87a563 req-1eda9713-3937-4cef-b17c-5b7f2b66eb29 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.2374182 Dec 09 18:49:13.335950 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856fb48d-cb2d-4c32-a94f-67b077a6fd1b', 'name': 'network-vif-deleted', 'tag': '00e0e134-2894-42b8-a03d-d7466bed61ba'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:49:13.344496 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-19adaee4-0f39-45ba-9dc2-5a3bdb868e10 req-e4c8e19f-3438-4644-85d3-afb9141d0418 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] 10.222.0.10 "DELETE /v2.0/ports/00e0e134-2894-42b8-a03d-d7466bed61ba HTTP/1.1" status: 204 len: 173 time: 2.0702193 Dec 09 18:49:13.414479 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0f0264ca-16e1-445a-a158-eaea0b87a563 req-90c41402-fdfd-4949-9338-28b966553efe tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751448 Dec 09 18:49:13.421634 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856fb48d-cb2d-4c32-a94f-67b077a6fd1b', 'name': 'network-vif-deleted', 'tag': '00e0e134-2894-42b8-a03d-d7466bed61ba', 'status': 'completed', 'code': 200} Dec 09 18:49:13.519249 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device c1bfb144-90a1-429e-bf5c-5237eb9585e4 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:49:13.601787 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port c1bfb144-90a1-429e-bf5c-5237eb9585e4 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:49:13.602159 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:14.228722 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 47914) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:14.646470 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 00e0e134-2894-42b8-a03d-d7466bed61ba no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:49:14.718734 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: 00e0e134-2894-42b8-a03d-d7466bed61ba {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:49:14.719710 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 00e0e134-2894-42b8-a03d-d7466bed61ba not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:49:14.723298 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78261dc1-dde1-46c9-861f-00bf1347b8ce req-19e05f0a-4306-4449-a07e-727cc0e8260e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:14.724743 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-78261dc1-dde1-46c9-861f-00bf1347b8ce req-19e05f0a-4306-4449-a07e-727cc0e8260e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.1353734 Dec 09 18:49:14.860057 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-78261dc1-dde1-46c9-861f-00bf1347b8ce req-e1fefe81-0f18-4e5b-ae44-d4ef168778aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187878 Dec 09 18:49:15.117642 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-dd8cbd5d-8f3e-4348-8c68-fc3f4a167f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-134115999'] for router_interface, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:15.638725 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-dd8cbd5d-8f3e-4348-8c68-fc3f4a167f9f admin admin] Deleting port 1944937e-95ba-4bcd-8010-bb6de94a2cc2 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:49:15.638725 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-dd8cbd5d-8f3e-4348-8c68-fc3f4a167f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:16.039454 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [None req-dd8cbd5d-8f3e-4348-8c68-fc3f4a167f9f admin admin] For port 1944937e-95ba-4bcd-8010-bb6de94a2cc2, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=1944937e-95ba-4bcd-8010-bb6de94a2cc2,segment=NetworkSegment(456c6a2f-6cdc-43f2-b5c9-0416ad578df3),segment_id=456c6a2f-6cdc-43f2-b5c9-0416ad578df3)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:16.040083 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-dd8cbd5d-8f3e-4348-8c68-fc3f4a167f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:16.183174 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-dd8cbd5d-8f3e-4348-8c68-fc3f4a167f9f admin admin] Calling delete_port for 1944937e-95ba-4bcd-8010-bb6de94a2cc2 owned by network:router_interface {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:49:16.272850 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d044fb-c6c5-41a5-8581-9a794ca9d09a req-521f8777-9ea7-4417-a20d-0c893ee7f929 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:16.275661 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a0d044fb-c6c5-41a5-8581-9a794ca9d09a req-521f8777-9ea7-4417-a20d-0c893ee7f929 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.2902524 Dec 09 18:49:16.503834 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a0d044fb-c6c5-41a5-8581-9a794ca9d09a req-30b2c5c9-6255-4aa9-8e16-e233c9f38037 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209382 Dec 09 18:49:16.626397 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-dd8cbd5d-8f3e-4348-8c68-fc3f4a167f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:16.637055 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:16.732908 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cbd5d-8f3e-4348-8c68-fc3f4a167f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=1944937e-95ba-4bcd-8010-bb6de94a2cc2,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:16.736781 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-dd8cbd5d-8f3e-4348-8c68-fc3f4a167f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:17.046917 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-dd8cbd5d-8f3e-4348-8c68-fc3f4a167f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133747802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133799279'] for router_interface, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:17.613026 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8cbd5d-8f3e-4348-8c68-fc3f4a167f9f admin admin] Router 7eb730fa-7743-42e3-9ab3-d2919a13d01e has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:49:17.868106 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60642f-0ec6-4dfd-8d40-048dd190ec71 req-34b33426-b114-435e-859e-dbe96a1a61a2 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:17.871219 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-fd60642f-0ec6-4dfd-8d40-048dd190ec71 req-34b33426-b114-435e-859e-dbe96a1a61a2 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.1323838 Dec 09 18:49:17.938297 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-fd60642f-0ec6-4dfd-8d40-048dd190ec71 req-0f160132-ec58-420c-825c-e2d536c3180b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573523 Dec 09 18:49:17.945511 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8cbd5d-8f3e-4348-8c68-fc3f4a167f9f admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:49:17.959648 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7adc39d-47f9-4711-b9ee-b6df585c3d7b None None] Sync routers for ids ['7eb730fa-7743-42e3-9ab3-d2919a13d01e'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:49:17.995531 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-dd8cbd5d-8f3e-4348-8c68-fc3f4a167f9f admin admin] 10.222.0.20 "PUT /v2.0/routers/7eb730fa-7743-42e3-9ab3-d2919a13d01e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7646227 Dec 09 18:49:17.995799 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7adc39d-47f9-4711-b9ee-b6df585c3d7b None None] Routers {'7eb730fa-7743-42e3-9ab3-d2919a13d01e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:49:17.996482 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-d7adc39d-47f9-4711-b9ee-b6df585c3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:48:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['7eb730fa-7743-42e3-9ab3-d2919a13d01e'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:49:17.997934 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 48062) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:18.136156 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 48068) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:18.228115 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_v2 [None req-622c847c-0557-47be-aa79-5de29d9988b9 admin admin] Deleting subnet 471150f0-f9bd-4bf9-9b9e-d0868088d32b {{(pid=86802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 18:49:18.232442 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-622c847c-0557-47be-aa79-5de29d9988b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:18.271070 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:18.289167 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-622c847c-0557-47be-aa79-5de29d9988b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:18.296555 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-622c847c-0557-47be-aa79-5de29d9988b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1323596'] for subnet, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:18.360263 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-d7adc39d-47f9-4711-b9ee-b6df585c3d7b None None] Set router 7eb730fa-7743-42e3-9ab3-d2919a13d01e gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:49:18.388330 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-622c847c-0557-47be-aa79-5de29d9988b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1323540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for subnet, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:18.393107 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:18.462736 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c847c-0557-47be-aa79-5de29d9988b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=471150f0-f9bd-4bf9-9b9e-d0868088d32b,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:18.497668 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-622c847c-0557-47be-aa79-5de29d9988b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:18.500765 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-622c847c-0557-47be-aa79-5de29d9988b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:18.508469 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-622c847c-0557-47be-aa79-5de29d9988b9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/471150f0-f9bd-4bf9-9b9e-d0868088d32b HTTP/1.1" status: 204 len: 168 time: 0.3712769 Dec 09 18:49:18.511235 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 48076) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:18.624659 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:18.640294 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] Deleting port 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416 {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:49:18.640705 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:18.670158 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1294839'] for network, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:18.818268 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-d7adc39d-47f9-4711-b9ee-b6df585c3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'name': 'tempest-ServerRescueNegativeTestJSON-935385943-router', 'tenant_id': 'd6b5853ee94f4573abed604993053c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:36Z', 'updated_at': '2021-12-09T18:49:16Z', 'revision_number': 5, 'project_id': 'd6b5853ee94f4573abed604993053c71', 'gw_port': {'id': '42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:38Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:49:18.826073 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7adc39d-47f9-4711-b9ee-b6df585c3d7b None None] Checking router: 7eb730fa-7743-42e3-9ab3-d2919a13d01e for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:49:18.835404 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1324903', 'neutron.services.segments.db._delete_segments_for_network-8737775659942'] for network, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:18.836819 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7adc39d-47f9-4711-b9ee-b6df585c3d7b None None] Routers {'7eb730fa-7743-42e3-9ab3-d2919a13d01e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:49:18.837712 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-d7adc39d-47f9-4711-b9ee-b6df585c3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:48:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['7eb730fa-7743-42e3-9ab3-d2919a13d01e'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:49:18.869923 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:49:18.881278 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:49:18.881604 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] For port 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:18.882214 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:49:18.882214 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Subscribe: > port after_create 55550000 {{(pid=86802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:49:18.882546 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:18.882652 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:49:18.882652 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Subscribe: > port after_update 55550000 {{(pid=86802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:49:18.882652 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:49:18.882652 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:49:18.882652 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:49:18.882652 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:49:19.010022 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] Calling delete_port for 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416 owned by network:router_gateway {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:49:19.017547 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:49:19.017866 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:49:19.018200 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:49:19.018532 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 18:49:19.018921 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d55c0c7-75cf-448a-8de1-08373c3c7593']}} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:49:19.034414 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b657ad7d-8ccb-4a48-8d72-3fa7620a21b2') {'for_net_delete': True} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:49:19.034414 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b657ad7d-8ccb-4a48-8d72-3fa7620a21b2') {} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:49:19.048046 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737775753593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132133700'] for segment, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:19.062551 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-d7adc39d-47f9-4711-b9ee-b6df585c3d7b None None] Set router 7eb730fa-7743-42e3-9ab3-d2919a13d01e gateway port host: None {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:49:19.069019 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:19.082460 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=86802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 18:49:19.083116 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1320239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132497162'] for segment, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: from cryptography.utils import int_from_bytes Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: from cryptography.utils import int_from_bytes Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: util.warn_limited( Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: util.warn_limited( Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: Traceback (most recent call last): Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: timer() Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: cb(*args, **kw) Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: return func(*args, **kwargs) Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: self._notify() Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: self.callback(batched_events) Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: event.method(event) Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: return f(self, *a, **k) Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: return self._get(url).json() Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: return self.request(url, 'GET', **kwargs) Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 18:49:19.101341 dv-cinder-819346-1-smb neutron-server[86802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 18:49:19.205741 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1324894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134207135'] for network, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:19.210324 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-361c11fb-1556-4814-b8bc-3c1d4d5f634d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:19.220976 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-d7adc39d-47f9-4711-b9ee-b6df585c3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'name': 'tempest-ServerRescueNegativeTestJSON-935385943-router', 'tenant_id': 'd6b5853ee94f4573abed604993053c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:36Z', 'updated_at': '2021-12-09T18:49:18Z', 'revision_number': 6, 'project_id': 'd6b5853ee94f4573abed604993053c71', 'gw_port_host': None}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:49:19.225173 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7adc39d-47f9-4711-b9ee-b6df585c3d7b None None] The sync data for ids ['7eb730fa-7743-42e3-9ab3-d2919a13d01e'] in dv-cinder-819346-1-smb is: [{'id': '7eb730fa-7743-42e3-9ab3-d2919a13d01e', 'name': 'tempest-ServerRescueNegativeTestJSON-935385943-router', 'tenant_id': 'd6b5853ee94f4573abed604993053c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:36Z', 'updated_at': '2021-12-09T18:49:18Z', 'revision_number': 6, 'project_id': 'd6b5853ee94f4573abed604993053c71', 'gw_port_host': None}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:49:19.229046 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:19.231681 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d55c0c7-75cf-448a-8de1-08373c3c7593,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:19.237206 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:19.246046 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7d55c0c7-75cf-448a-8de1-08373c3c7593 HTTP/1.1" status: 204 len: 168 time: 0.7335989 Dec 09 18:49:19.373717 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 48100) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:19.405313 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f851b47-4993-4852-8524-98852d0101b2 req-df993273-b2a9-4e0b-a463-8a13e303894d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:19.406777 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f851b47-4993-4852-8524-98852d0101b2 req-df993273-b2a9-4e0b-a463-8a13e303894d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.1640880 Dec 09 18:49:19.428940 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-9eb77404-c0e5-4750-be4c-e7f0e25907db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e63fed640a6145e591795388850031ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514860 Dec 09 18:49:19.429239 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 48104) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:19.460832 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:19.467247 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:19.493015 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-87d3f83e-18b7-4e91-bf21-2db76b9b780d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:19.499439 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f851b47-4993-4852-8524-98852d0101b2 req-16258ae9-5c6a-459d-bfb5-0a1956beaf45 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849369 Dec 09 18:49:19.524145 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-87d3f83e-18b7-4e91-bf21-2db76b9b780d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:19.537910 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:19.545712 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:19.593972 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-87d3f83e-18b7-4e91-bf21-2db76b9b780d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:19.598209 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b29bb317-6df2-4616-83fb-6495ef49afc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:19.616683 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3f83e-18b7-4e91-bf21-2db76b9b780d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9549c5b0-dfe2-4989-a73e-ee5ddf6c9422,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:19.620857 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-87d3f83e-18b7-4e91-bf21-2db76b9b780d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:19.629523 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-134207224'] for router_gateway, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:19.630181 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-87d3f83e-18b7-4e91-bf21-2db76b9b780d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:19.631404 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-87d3f83e-18b7-4e91-bf21-2db76b9b780d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9549c5b0-dfe2-4989-a73e-ee5ddf6c9422 HTTP/1.1" status: 204 len: 168 time: 0.2012477 Dec 09 18:49:19.738568 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 1944937e-95ba-4bcd-8010-bb6de94a2cc2 no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:49:19.779611 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: 1944937e-95ba-4bcd-8010-bb6de94a2cc2 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:49:19.780284 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 1944937e-95ba-4bcd-8010-bb6de94a2cc2 not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:49:19.870490 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133799251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100632'] for router, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:19.874462 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:20.121165 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-134115958'] for router, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:20.121876 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eb730fa-7743-42e3-9ab3-d2919a13d01e {{(pid=86801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 18:49:20.145140 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] Notify callbacks [] for router, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:20.146264 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7eb730fa-7743-42e3-9ab3-d2919a13d01e HTTP/1.1" status: 204 len: 168 time: 2.1469560 Dec 09 18:49:20.148726 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 48112) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:20.153125 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a7af6-929e-4ff0-8add-34d60a81b69d req-6a84c34e-0e48-4047-8065-3382924983fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:20.154605 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bf7a7af6-929e-4ff0-8add-34d60a81b69d req-6a84c34e-0e48-4047-8065-3382924983fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9027b039a51b432086e827ba9a677b0a&device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 1099 time: 0.2817104 Dec 09 18:49:20.276774 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-8add1e59-2af6-469d-8c2e-46a5fa04975e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:20.302250 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_v2 [None req-022ce50a-491b-4f96-8295-f2c92cd49ace admin admin] Deleting subnet ec8933d7-bf4f-4cbd-ab64-4324389374e3 {{(pid=86801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 18:49:20.312874 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-022ce50a-491b-4f96-8295-f2c92cd49ace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:20.381467 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a7af6-929e-4ff0-8add-34d60a81b69d req-0d057026-10c2-4c9d-a86c-212fdf7c73ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:20.382963 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bf7a7af6-929e-4ff0-8add-34d60a81b69d req-0d057026-10c2-4c9d-a86c-212fdf7c73ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f HTTP/1.1" status: 200 len: 918 time: 0.1996512 Dec 09 18:49:20.387129 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-022ce50a-491b-4f96-8295-f2c92cd49ace admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132533700'] for subnet, precommit_delete_associations {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:20.533506 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-022ce50a-491b-4f96-8295-f2c92cd49ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1323596'] for subnet, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:20.575273 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bf7a7af6-929e-4ff0-8add-34d60a81b69d req-cdf64f0d-5854-4057-9b19-2489474747d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280 HTTP/1.1" status: 200 len: 1002 time: 0.1576173 Dec 09 18:49:20.653322 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a7af6-929e-4ff0-8add-34d60a81b69d req-44cb64c9-6bb1-459e-bdb3-db738094a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:20.654989 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bf7a7af6-929e-4ff0-8add-34d60a81b69d req-44cb64c9-6bb1-459e-bdb3-db738094a29e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=792d62f6-b051-4e14-8de6-4007bf9e39aa HTTP/1.1" status: 200 len: 856 time: 0.0726867 Dec 09 18:49:20.700526 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-022ce50a-491b-4f96-8295-f2c92cd49ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1323540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131583829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131591604'] for subnet, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:20.703951 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75449d60-f0b9-48b9-bb80-a531c182d396 req-b8d6c48e-7f2c-4980-8c39-0f2a38e776be tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:20.705412 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-75449d60-f0b9-48b9-bb80-a531c182d396 req-b8d6c48e-7f2c-4980-8c39-0f2a38e776be tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.0822771 Dec 09 18:49:20.711204 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:20.747557 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ce50a-491b-4f96-8295-f2c92cd49ace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec8933d7-bf4f-4cbd-ab64-4324389374e3,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:20.750580 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-022ce50a-491b-4f96-8295-f2c92cd49ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:20.757341 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-75449d60-f0b9-48b9-bb80-a531c182d396 req-9667825a-8eb4-4869-bf24-124c6efa4811 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458605 Dec 09 18:49:20.760153 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-022ce50a-491b-4f96-8295-f2c92cd49ace admin admin] Notify callbacks [] for subnet, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:20.772320 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-022ce50a-491b-4f96-8295-f2c92cd49ace admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ec8933d7-bf4f-4cbd-ab64-4324389374e3 HTTP/1.1" status: 204 len: 168 time: 0.6225336 Dec 09 18:49:20.775932 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 48122) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:20.802759 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a7af6-929e-4ff0-8add-34d60a81b69d req-534902cb-a338-41e9-adf0-e7b477bdf7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:20.804524 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bf7a7af6-929e-4ff0-8add-34d60a81b69d req-534902cb-a338-41e9-adf0-e7b477bdf7af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1425595 Dec 09 18:49:20.893806 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d1686a35-9d23-4035-a7ae-36d33a1b6bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1294839'] for network, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:20.978128 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bf7a7af6-929e-4ff0-8add-34d60a81b69d req-c1fd73cb-aa54-43eb-b2a0-f9320b45d60e service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386414 Dec 09 18:49:21.026732 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d1686a35-9d23-4035-a7ae-36d33a1b6bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1324903', 'neutron.services.segments.db._delete_segments_for_network-8737775659942'] for network, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:21.057087 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-d1686a35-9d23-4035-a7ae-36d33a1b6bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129fe6e0-43d9-4d83-9e75-a054004d611c']}} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:49:21.069026 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-d1686a35-9d23-4035-a7ae-36d33a1b6bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456c6a2f-6cdc-43f2-b5c9-0416ad578df3') {'for_net_delete': True} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:49:21.069310 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-d1686a35-9d23-4035-a7ae-36d33a1b6bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456c6a2f-6cdc-43f2-b5c9-0416ad578df3') {} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:49:21.081538 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d1686a35-9d23-4035-a7ae-36d33a1b6bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737775753593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132133700'] for segment, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:21.097788 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d1686a35-9d23-4035-a7ae-36d33a1b6bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:21.106997 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1686a35-9d23-4035-a7ae-36d33a1b6bd3 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=86802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 18:49:21.107535 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d1686a35-9d23-4035-a7ae-36d33a1b6bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1320239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132497162'] for segment, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: Traceback (most recent call last): Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: timer() Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: cb(*args, **kw) Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: return func(*args, **kwargs) Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: self._notify() Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: self.callback(batched_events) Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: event.method(event) Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: return f(self, *a, **k) Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: return self._get(url).json() Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: return self.request(url, 'GET', **kwargs) Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 18:49:21.121470 dv-cinder-819346-1-smb neutron-server[86802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 18:49:21.123865 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bf7a7af6-929e-4ff0-8add-34d60a81b69d req-f8901cba-be55-44d0-8f93-5c2b6347b967 service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329761 Dec 09 18:49:21.201277 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d1686a35-9d23-4035-a7ae-36d33a1b6bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1324894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134207135'] for network, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:21.206878 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d1686a35-9d23-4035-a7ae-36d33a1b6bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:21.209641 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-88f36105-3cbd-47d9-bb3e-a3877d419d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:21.268795 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:21.302787 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1686a35-9d23-4035-a7ae-36d33a1b6bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=129fe6e0-43d9-4d83-9e75-a054004d611c,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:21.307666 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-d1686a35-9d23-4035-a7ae-36d33a1b6bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:21.313859 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-d1686a35-9d23-4035-a7ae-36d33a1b6bd3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/129fe6e0-43d9-4d83-9e75-a054004d611c HTTP/1.1" status: 204 len: 168 time: 0.5364614 Dec 09 18:49:21.411929 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416 no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:49:21.449867 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:49:21.450219 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 42fc6e1f-f3c8-4cb2-9d51-2cbc8572d416 not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:49:21.502262 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 48130) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:21.555878 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-a9261204-dd3b-460e-95cf-606f77d571c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6b5853ee94f4573abed604993053c71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521936 Dec 09 18:49:21.558600 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 48134) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:21.619301 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-486ced22-3bbf-4424-b521-970bdfc39725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:21.648988 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-486ced22-3bbf-4424-b521-970bdfc39725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:21.701698 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-486ced22-3bbf-4424-b521-970bdfc39725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:21.706711 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-3dcaa599-73fe-4413-8a6b-e912e0c85ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:21.721455 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ced22-3bbf-4424-b521-970bdfc39725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2fef62-f1b0-47db-a35a-cf2f447bacec,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:21.724424 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-486ced22-3bbf-4424-b521-970bdfc39725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:21.729474 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-486ced22-3bbf-4424-b521-970bdfc39725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:21.732940 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-486ced22-3bbf-4424-b521-970bdfc39725 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d2fef62-f1b0-47db-a35a-cf2f447bacec HTTP/1.1" status: 204 len: 168 time: 0.1710684 Dec 09 18:49:21.975522 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018699c1-30fa-40f0-89fc-61f14fa2fe60 req-426615fe-0821-496b-8eb7-faed469b04b4 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:21.977020 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-018699c1-30fa-40f0-89fc-61f14fa2fe60 req-426615fe-0821-496b-8eb7-faed469b04b4 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 946 time: 0.0872738 Dec 09 18:49:22.023821 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-018699c1-30fa-40f0-89fc-61f14fa2fe60 req-b74f20d6-d741-41df-8034-cac3133162d3 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410643 Dec 09 18:49:22.506034 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 48164) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:22.584105 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-92547341-cd06-4a5e-aa53-911e29018b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:22.614118 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-261899533-network', 'tenant_id': '67d590a32b7f42a0adbcfd2362cc66c0'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:49:22.619373 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:49:22.623332 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Usage tracker for resource:network and tenant:67d590a32b7f42a0adbcfd2362cc66c0 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:49:22.626595 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:49:22.637291 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:49:22.649501 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Made reservation on behalf of 67d590a32b7f42a0adbcfd2362cc66c0 for: {'network': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:49:22.652211 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:22.664483 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:22.679215 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:49:22.683639 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Usage tracker for resource:security_group_rule and tenant:67d590a32b7f42a0adbcfd2362cc66c0 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:49:22.686827 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:49:22.693605 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:49:22.700599 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device d6d5620d-3dce-4fdf-92c4-d84fb96fe280 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:49:22.786542 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:22.792060 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:22.796322 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-44a2a5f8-b9a7-4e62-8110-f302c5660e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:22.826083 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=86802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:49:22.829604 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:22.833566 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e4a95c-1e3b-4898-b768-0cd1166f4cb9,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:22.839204 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:22.840248 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:22.840645 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.db.segments_db [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Added segment 06df0e51-4e3b-4e04-a9f9-d546c24744a9 of type vlan for network fb58ca8a-9493-4632-b14b-770d452aeb51 Dec 09 18:49:22.869943 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:22.881155 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:49:22.890999 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port d6d5620d-3dce-4fdf-92c4-d84fb96fe280, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:22.896063 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:22.898499 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:22.930163 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:22.931829 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:22.932467 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:22.938258 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:22.941636 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280', 'code': 200} Dec 09 18:49:22.978451 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,revision_number=8']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:22.986515 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:22.986896 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:22.987239 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:22.987602 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:22.987968 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:22.988326 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:22.988642 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:22.988963 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:22.989277 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:22.989760 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:22.990078 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:22.990400 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:22.994446 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:23.040742 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Pushing event updated for resources: {'Network': ['ID=fb58ca8a-9493-4632-b14b-770d452aeb51,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:23.046539 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5368259 Dec 09 18:49:23.046539 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:23.046822 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 48178) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:23.052034 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] Request body: {'subnet': {'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-261899533-subnet', 'tenant_id': '67d590a32b7f42a0adbcfd2362cc66c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:49:23.052267 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network fb58ca8a-9493-4632-b14b-770d452aeb51 details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:49:23.057314 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:49:23.062351 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] Usage tracker for resource:subnet and tenant:67d590a32b7f42a0adbcfd2362cc66c0 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:49:23.065327 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:49:23.072057 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:49:23.087432 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] Made reservation on behalf of 67d590a32b7f42a0adbcfd2362cc66c0 for: {'subnet': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:49:23.091141 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132271040'] for subnet, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:23.303902 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5c0df-09d8-4109-a2ef-e4a3d012be4c req-7654f6ba-816c-4e2c-adf5-e24091d8421e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:23.312357 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-28a5c0df-09d8-4109-a2ef-e4a3d012be4c req-7654f6ba-816c-4e2c-adf5-e24091d8421e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.1393776 Dec 09 18:49:23.373018 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-28a5c0df-09d8-4109-a2ef-e4a3d012be4c req-b794e90d-3858-4b78-99b2-2b610886a893 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595140 Dec 09 18:49:23.386812 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132497299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132271090'] for subnet, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:23.398325 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-a41e7971-caa2-48f5-9ab2-2feea880a751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:23.476982 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e2d0a3d-1b6b-43b1-a938-79630eaf27ac,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:23.481324 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:23.494324 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] Checking segment: {'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:49:23.494781 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] Network hostable DHCP agents. Network: fb58ca8a-9493-4632-b14b-770d452aeb51, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:49:23.522514 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] Network fb58ca8a-9493-4632-b14b-770d452aeb51 is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:49:23.536122 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, fb58ca8a-9493-4632-b14b-770d452aeb51) {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:49:23.550138 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:23.551451 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:23.551718 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa7ace5-dfcd-48b8-b57c-cb8f13163c55 None None] Network fb58ca8a-9493-4632-b14b-770d452aeb51 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:49:23.592227 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-7e12335a-9bae-4300-a190-816b33a87086 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5444171 Dec 09 18:49:23.683836 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f569782a-2af0-4e18-a469-933dfbb2bc6d req-fe15ff5a-7647-4dfd-81d1-778c0a48bef2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869939 Dec 09 18:49:23.828615 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569782a-2af0-4e18-a469-933dfbb2bc6d req-7d8b76a6-ee25-45ab-94b2-a52229234d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:23.830291 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f569782a-2af0-4e18-a469-933dfbb2bc6d req-7d8b76a6-ee25-45ab-94b2-a52229234d7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9027b039a51b432086e827ba9a677b0a&device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 1097 time: 0.1060359 Dec 09 18:49:23.878014 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d273d73-ef5d-430c-b459-30fb5399162d None None] Network fb58ca8a-9493-4632-b14b-770d452aeb51 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:49:24.026774 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569782a-2af0-4e18-a469-933dfbb2bc6d req-a7b34619-7846-409f-8a46-466ef4e1e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:24.028561 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f569782a-2af0-4e18-a469-933dfbb2bc6d req-a7b34619-7846-409f-8a46-466ef4e1e771 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f HTTP/1.1" status: 200 len: 918 time: 0.1619403 Dec 09 18:49:24.085567 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:24.150798 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f569782a-2af0-4e18-a469-933dfbb2bc6d req-317cda23-f441-4298-bd02-1d8ee53adaf6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280 HTTP/1.1" status: 200 len: 1000 time: 0.1129727 Dec 09 18:49:24.151484 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-25146862-c6fc-40e3-94b3-c9f71bede660 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:24.152176 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-25146862-c6fc-40e3-94b3-c9f71bede660 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Synchronizing usage tracker for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:network {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:49:24.174180 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-25146862-c6fc-40e3-94b3-c9f71bede660 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Unset dirty status for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:network {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:49:24.175482 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-25146862-c6fc-40e3-94b3-c9f71bede660 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/networks?id=fb58ca8a-9493-4632-b14b-770d452aeb51 HTTP/1.1" status: 200 len: 814 time: 0.1836998 Dec 09 18:49:24.190379 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-c0e79118-4095-4925-80a8-6bce6e6e341e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/quotas/67d590a32b7f42a0adbcfd2362cc66c0 HTTP/1.1" status: 200 len: 375 time: 0.0093191 Dec 09 18:49:24.218579 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569782a-2af0-4e18-a469-933dfbb2bc6d req-4ff2eca7-eba5-4b09-8828-6900562afa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:24.220045 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f569782a-2af0-4e18-a469-933dfbb2bc6d req-4ff2eca7-eba5-4b09-8828-6900562afa30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=792d62f6-b051-4e14-8de6-4007bf9e39aa HTTP/1.1" status: 200 len: 856 time: 0.0623457 Dec 09 18:49:24.240608 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-4e1e884c-0058-4f6d-97e9-a1ba1b179358 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d590a32b7f42a0adbcfd2362cc66c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447915 Dec 09 18:49:24.383940 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-98fac8a1-8eff-46fa-bb2c-a097dc50f0b7 service neutron] 10.222.0.20 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332216 Dec 09 18:49:24.401674 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569782a-2af0-4e18-a469-933dfbb2bc6d req-b232addf-76c8-430e-8450-d683aaeffdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:24.403194 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f569782a-2af0-4e18-a469-933dfbb2bc6d req-b232addf-76c8-430e-8450-d683aaeffdcd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1761253 Dec 09 18:49:24.521417 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-74b0e7a3-0efd-4821-a12e-f63dba43dab3 service neutron] 10.222.0.20 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311862 Dec 09 18:49:24.600678 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f569782a-2af0-4e18-a469-933dfbb2bc6d req-a128cba8-dc8a-4673-bd31-92cef6d7fb3e service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902015 Dec 09 18:49:24.640192 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5dc89-8673-4bb3-ac7e-5842e7b89af9 req-f8db04cc-40ca-4396-ac68-26a22fa9ad8a tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:24.641851 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3ee5dc89-8673-4bb3-ac7e-5842e7b89af9 req-f8db04cc-40ca-4396-ac68-26a22fa9ad8a tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.1524217 Dec 09 18:49:24.719637 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-82504375-a528-411a-8ae5-488e1e7a93a7 req-ab6cbf74-4697-4f01-b3e5-a09c14b2c1da tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 210 time: 0.0608563 Dec 09 18:49:24.756245 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3ee5dc89-8673-4bb3-ac7e-5842e7b89af9 req-68bfb8c9-87c6-4335-862e-554fa5c16234 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674102 Dec 09 18:49:24.813151 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f569782a-2af0-4e18-a469-933dfbb2bc6d req-3f1036ee-86f5-4843-bca4-6605fe83067c service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032447 Dec 09 18:49:25.261529 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:25.884521 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7779b6c8-ff5e-47eb-8e4f-ab4e09ee1575 req-d7ce344f-95da-41a5-90d1-b42b53644027 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 210 time: 0.0483317 Dec 09 18:49:25.975584 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffe84d-9346-4dd0-9138-251a670bfcab req-23d98865-2dcf-4787-9108-a5b41095d99d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:25.977262 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4bffe84d-9346-4dd0-9138-251a670bfcab req-23d98865-2dcf-4787-9108-a5b41095d99d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.1861742 Dec 09 18:49:26.024754 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4bffe84d-9346-4dd0-9138-251a670bfcab req-d4580aae-f1be-46d3-bb4c-344c042832ce tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414457 Dec 09 18:49:26.090195 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-5d07ce1d-2f0b-4683-b178-663981404869 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:26.092027 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-5d07ce1d-2f0b-4683-b178-663981404869 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.10 "GET /v2.0/networks?id=fb58ca8a-9493-4632-b14b-770d452aeb51 HTTP/1.1" status: 200 len: 814 time: 0.2063093 Dec 09 18:49:26.112202 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Request body: {'port': {'device_id': '2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5', 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51', 'admin_state_up': True, 'tenant_id': '67d590a32b7f42a0adbcfd2362cc66c0'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:49:26.200049 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 48268) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:49:26.271699 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:49:26.276972 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Usage tracker for resource:port and tenant:67d590a32b7f42a0adbcfd2362cc66c0 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:49:26.280154 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:49:26.286371 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:49:26.296863 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Made reservation on behalf of 67d590a32b7f42a0adbcfd2362cc66c0 for: {'port': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:49:26.300490 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:26.324718 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-01c21a3a-27f3-4d7b-8441-4cfe7d760767 req-b2840537-4e62-46ae-8f84-d1aa5fe5ba1b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1226244 Dec 09 18:49:26.486037 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Allocated IP 172.20.0.11 (fb58ca8a-9493-4632-b14b-770d452aeb51/7e2d0a3d-1b6b-43b1-a938-79630eaf27ac/fae20ea1-02f2-4c9e-ab0c-7f606498f627) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:49:26.723213 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:26.724160 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device d6d5620d-3dce-4fdf-92c4-d84fb96fe280 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:49:26.761851 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:26.768138 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-860f1fc3-f5e8-4aed-9426-29ea46c45083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:26.854718 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:26.880312 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Network fb58ca8a-9493-4632-b14b-770d452aeb51 is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:49:26.881894 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:49:26.887577 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Pushing event updated for resources: {'Port': ['ID=fae20ea1-02f2-4c9e-ab0c-7f606498f627,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:26.890001 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:49:26.915223 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:26.971436 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:26.972405 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:26.997980 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8897011 Dec 09 18:49:27.016621 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Request body: {'port': {'device_id': '2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:49:27.148436 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2ddcc-ebc4-4c9a-87c5-fbac7a738a1f req-98dfae02-c257-49d4-9843-f182d199c813 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:27.150586 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cdd2ddcc-ebc4-4c9a-87c5-fbac7a738a1f req-98dfae02-c257-49d4-9843-f182d199c813 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 932 time: 0.1109638 Dec 09 18:49:27.152642 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:27.194460 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-cdd2ddcc-ebc4-4c9a-87c5-fbac7a738a1f req-d59a7daf-a0da-4383-b6c9-7e25c5d30d60 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Synchronizing usage tracker for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:security_group {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:49:27.216182 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-cdd2ddcc-ebc4-4c9a-87c5-fbac7a738a1f req-d59a7daf-a0da-4383-b6c9-7e25c5d30d60 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Unset dirty status for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:security_group {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:49:27.217627 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cdd2ddcc-ebc4-4c9a-87c5-fbac7a738a1f req-d59a7daf-a0da-4383-b6c9-7e25c5d30d60 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614550 Dec 09 18:49:27.480974 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cdbd5-182c-4977-ac54-cd15c0b8d5a5 req-6e3fc3cc-d74d-46a8-9cce-aba9a4c53800 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:27.482629 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e21cdbd5-182c-4977-ac54-cd15c0b8d5a5 req-6e3fc3cc-d74d-46a8-9cce-aba9a4c53800 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.2890906 Dec 09 18:49:27.602486 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e21cdbd5-182c-4977-ac54-cd15c0b8d5a5 req-e1eac54a-9d99-4403-a102-e248ae860c3a tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757525 Dec 09 18:49:27.700524 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae20ea1-02f2-4c9e-ab0c-7f606498f627 {{(pid=86801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:49:27.708324 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:27.725754 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Transition to ACTIVE for port object fae20ea1-02f2-4c9e-ab0c-7f606498f627 will not be triggered until provisioned by entity L2. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:49:27.731266 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:27.735446 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-1572c510-3cf0-41f7-b032-f1a0cc8c2ff2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:27.907336 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Pushing event updated for resources: {'Port': ['ID=fae20ea1-02f2-4c9e-ab0c-7f606498f627,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:27.914639 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:27.987007 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Attempting to bind port fae20ea1-02f2-4c9e-ab0c-7f606498f627 on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:49:27.987301 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Attempting to bind port fae20ea1-02f2-4c9e-ab0c-7f606498f627 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:49:27.987602 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Attempting to bind port fae20ea1-02f2-4c9e-ab0c-7f606498f627 on network fb58ca8a-9493-4632-b14b-770d452aeb51 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:49:27.992697 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Port fae20ea1-02f2-4c9e-ab0c-7f606498f627 on network fb58ca8a-9493-4632-b14b-770d452aeb51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:49:27.993007 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Attempting to bind port fae20ea1-02f2-4c9e-ab0c-7f606498f627 on network fb58ca8a-9493-4632-b14b-770d452aeb51 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:49:27.998335 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:49:27.998659 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Checking segment: {'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:49:27.999047 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Bound using segment: {'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:49:27.999458 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Bound port: fae20ea1-02f2-4c9e-ab0c-7f606498f627, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'}}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:49:27.999817 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:28.093759 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] For port fae20ea1-02f2-4c9e-ab0c-7f606498f627, host hv-cinder-81934, cleared binding levels {{(pid=86801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:49:28.096740 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] For port fae20ea1-02f2-4c9e-ab0c-7f606498f627, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=fae20ea1-02f2-4c9e-ab0c-7f606498f627,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:49:28.102171 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:28.106767 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:28.167339 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:28.168312 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:28.170528 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] 10.222.0.10 "PUT /v2.0/ports/fae20ea1-02f2-4c9e-ab0c-7f606498f627 HTTP/1.1" status: 200 len: 1094 time: 1.1584268 Dec 09 18:49:28.171254 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5', 'tag': 'fae20ea1-02f2-4c9e-ab0c-7f606498f627'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:49:28.192156 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Pushing event updated for resources: {'Port': ['ID=fae20ea1-02f2-4c9e-ab0c-7f606498f627,revision_number=3']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:28.195196 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:28.232780 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5', 'tag': 'fae20ea1-02f2-4c9e-ab0c-7f606498f627', 'status': 'completed', 'code': 200} Dec 09 18:49:28.445912 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c21a3a-27f3-4d7b-8441-4cfe7d760767 req-83763988-eb82-4a8a-a52a-c8d4a8143a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:28.447481 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-01c21a3a-27f3-4d7b-8441-4cfe7d760767 req-83763988-eb82-4a8a-a52a-c8d4a8143a92 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e&tenant_id=9027b039a51b432086e827ba9a677b0a HTTP/1.1" status: 200 len: 1097 time: 0.1949499 Dec 09 18:49:28.456647 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-342e7228-ab75-4db2-b337-5250e255b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:28.458057 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-342e7228-ab75-4db2-b337-5250e255b204 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67d590a32b7f42a0adbcfd2362cc66c0&device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 1097 time: 0.2043552 Dec 09 18:49:28.468016 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2bfbd-0208-4569-8bd2-217c6170867b req-5daf9b61-e1bc-4ca8-8585-c1e268258eca tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:28.468674 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-66a2bfbd-0208-4569-8bd2-217c6170867b req-5daf9b61-e1bc-4ca8-8585-c1e268258eca tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Synchronizing usage tracker for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:49:28.570010 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-3bebb913-e931-4fad-bcc9-cbd60324463d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fae20ea1-02f2-4c9e-ab0c-7f606498f627 HTTP/1.1" status: 200 len: 217 time: 0.0949757 Dec 09 18:49:28.623231 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-66a2bfbd-0208-4569-8bd2-217c6170867b req-5daf9b61-e1bc-4ca8-8585-c1e268258eca tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Unset dirty status for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:49:28.624260 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-66a2bfbd-0208-4569-8bd2-217c6170867b req-5daf9b61-e1bc-4ca8-8585-c1e268258eca tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 944 time: 0.3017788 Dec 09 18:49:28.692338 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-4d069e55-d64a-49f2-8254-b4ee421a2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:28.693742 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-4d069e55-d64a-49f2-8254-b4ee421a2656 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2d0a3d-1b6b-43b1-a938-79630eaf27ac HTTP/1.1" status: 200 len: 854 time: 0.1114302 Dec 09 18:49:28.700963 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-66a2bfbd-0208-4569-8bd2-217c6170867b req-42a116f7-eece-4dd5-8464-baa2e68855a2 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647936 Dec 09 18:49:28.708975 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c21a3a-27f3-4d7b-8441-4cfe7d760767 req-306eaf31-26f9-4bcc-ab9e-57b2410a58b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:28.710425 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-01c21a3a-27f3-4d7b-8441-4cfe7d760767 req-306eaf31-26f9-4bcc-ab9e-57b2410a58b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9027b039a51b432086e827ba9a677b0a&device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 1097 time: 0.1834271 Dec 09 18:49:28.776564 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-41389cd7-823f-4c8c-a2ef-64f8d5616994 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb58ca8a-9493-4632-b14b-770d452aeb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551224 Dec 09 18:49:28.843402 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e1d9e-3027-48af-a00f-8c79252d3564 req-0ed738ed-8262-4b75-8e79-86a7f5b1d49e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:28.850360 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-1b0e1d9e-3027-48af-a00f-8c79252d3564 req-0ed738ed-8262-4b75-8e79-86a7f5b1d49e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.0987439 Dec 09 18:49:28.891275 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-1b0e1d9e-3027-48af-a00f-8c79252d3564 req-5ccacce8-c754-45ce-aaf4-3683f9a58726 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399964 Dec 09 18:49:29.032767 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c21a3a-27f3-4d7b-8441-4cfe7d760767 req-32b17ee8-dd5a-4f02-8d3c-d172e2f06c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:29.034102 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-01c21a3a-27f3-4d7b-8441-4cfe7d760767 req-32b17ee8-dd5a-4f02-8d3c-d172e2f06c4e service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f HTTP/1.1" status: 200 len: 918 time: 0.2765183 Dec 09 18:49:29.035907 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-f92b35b7-8bff-4aa8-841e-d0e0c4a533b8 service neutron] 10.222.0.10 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384970 Dec 09 18:49:29.337981 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-01c21a3a-27f3-4d7b-8441-4cfe7d760767 req-785b2bed-2af6-4f10-9785-00c99c63d94f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280 HTTP/1.1" status: 200 len: 1000 time: 0.2894988 Dec 09 18:49:29.415845 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b0fdcf45-adff-4bd0-91b7-08639469a41b req-368d944a-9d4b-4b2c-921a-55083c9ab034 service neutron] 10.222.0.10 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662136 Dec 09 18:49:29.428670 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c21a3a-27f3-4d7b-8441-4cfe7d760767 req-50dccbf0-51d8-409d-95c7-1b9b24c0a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:29.430032 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-01c21a3a-27f3-4d7b-8441-4cfe7d760767 req-50dccbf0-51d8-409d-95c7-1b9b24c0a326 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=792d62f6-b051-4e14-8de6-4007bf9e39aa HTTP/1.1" status: 200 len: 856 time: 0.0774107 Dec 09 18:49:29.511957 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c21a3a-27f3-4d7b-8441-4cfe7d760767 req-c26a615e-04d6-4144-a8d6-ce13026c4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:29.513457 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-01c21a3a-27f3-4d7b-8441-4cfe7d760767 req-c26a615e-04d6-4144-a8d6-ce13026c4e2a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759635 Dec 09 18:49:29.700621 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-01c21a3a-27f3-4d7b-8441-4cfe7d760767 req-f45d9f53-f4ea-480e-b9a6-01be18110c45 service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530528 Dec 09 18:49:29.702440 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aa936-3f40-4fe6-8b6c-d56a8de59abc req-51254b2f-c24d-4a5b-8fae-733eb671cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:29.703799 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3c7aa936-3f40-4fe6-8b6c-d56a8de59abc req-51254b2f-c24d-4a5b-8fae-733eb671cd3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67d590a32b7f42a0adbcfd2362cc66c0&device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 1097 time: 0.1894932 Dec 09 18:49:29.991484 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-01c21a3a-27f3-4d7b-8441-4cfe7d760767 req-1cd3799e-196d-4c03-969b-deaa592b17bc service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769675 Dec 09 18:49:30.016716 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aa936-3f40-4fe6-8b6c-d56a8de59abc req-34841c67-ade4-435a-8e27-b8464e05ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:30.018193 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3c7aa936-3f40-4fe6-8b6c-d56a8de59abc req-34841c67-ade4-435a-8e27-b8464e05ce38 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb58ca8a-9493-4632-b14b-770d452aeb51 HTTP/1.1" status: 200 len: 915 time: 0.3032525 Dec 09 18:49:30.087482 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdf21b-8050-486a-8103-177c9fb22cbf req-2bd691d1-2604-4bfa-8cfc-329432a982bf tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:30.089166 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-40fdf21b-8050-486a-8103-177c9fb22cbf req-2bd691d1-2604-4bfa-8cfc-329432a982bf tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 944 time: 0.2442040 Dec 09 18:49:30.097549 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c1cd8-d28b-43e6-a696-8eb86be82179 req-fde5c20e-746b-4a85-bdd6-1bd0156472f2 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:30.098350 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3c7aa936-3f40-4fe6-8b6c-d56a8de59abc req-334d6134-cd11-49fa-bdc6-24340aed60bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fae20ea1-02f2-4c9e-ab0c-7f606498f627 HTTP/1.1" status: 200 len: 217 time: 0.0717368 Dec 09 18:49:30.099016 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4c8c1cd8-d28b-43e6-a696-8eb86be82179 req-fde5c20e-746b-4a85-bdd6-1bd0156472f2 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.0972447 Dec 09 18:49:30.152147 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4c8c1cd8-d28b-43e6-a696-8eb86be82179 req-fe1c9f34-5617-4416-bb97-928b1b640cbb tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469017 Dec 09 18:49:30.187122 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-40fdf21b-8050-486a-8103-177c9fb22cbf req-b8883e44-eb10-4dd1-bf14-b0bbd488be2f tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903008 Dec 09 18:49:30.192541 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aa936-3f40-4fe6-8b6c-d56a8de59abc req-b5ef1222-3cc8-4af8-b934-e9f9180f5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:30.193937 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3c7aa936-3f40-4fe6-8b6c-d56a8de59abc req-b5ef1222-3cc8-4af8-b934-e9f9180f5864 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2d0a3d-1b6b-43b1-a938-79630eaf27ac HTTP/1.1" status: 200 len: 854 time: 0.0829179 Dec 09 18:49:30.255116 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3c7aa936-3f40-4fe6-8b6c-d56a8de59abc req-b009cbc4-39b6-461c-81b3-66afa9f72316 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb58ca8a-9493-4632-b14b-770d452aeb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468519 Dec 09 18:49:30.392236 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3c7aa936-3f40-4fe6-8b6c-d56a8de59abc req-89f5dd54-a78e-4a12-9459-01af42532862 service neutron] 10.222.0.10 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285632 Dec 09 18:49:30.530349 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3c7aa936-3f40-4fe6-8b6c-d56a8de59abc req-aff47f4c-c09a-43dd-bdce-86ec4ea627b0 service neutron] 10.222.0.10 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298125 Dec 09 18:49:31.371536 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225b2b2-f10d-4e07-8776-dd5bc77aab6f req-d68704c1-c128-4dec-a844-fc4c25792228 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:31.378951 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e225b2b2-f10d-4e07-8776-dd5bc77aab6f req-d68704c1-c128-4dec-a844-fc4c25792228 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.1005452 Dec 09 18:49:31.436354 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e225b2b2-f10d-4e07-8776-dd5bc77aab6f req-7ad89820-11cf-4111-ae4b-18691abd3835 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563176 Dec 09 18:49:31.492382 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578b80d-e62c-4f0d-b2a4-33a2a865498b req-ea1fe763-7105-4838-baf4-33e5c1da13b4 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:31.493961 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2578b80d-e62c-4f0d-b2a4-33a2a865498b req-ea1fe763-7105-4838-baf4-33e5c1da13b4 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 944 time: 0.1721685 Dec 09 18:49:31.539924 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2578b80d-e62c-4f0d-b2a4-33a2a865498b req-1af26751-6f35-4fc3-a9fe-a138ce5e6b14 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395675 Dec 09 18:49:32.651012 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaaaecb-8cdc-4846-982a-b8ddaaead9d0 req-ade1a613-2fa0-4851-9177-20803b963440 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:32.652773 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bdaaaecb-8cdc-4846-982a-b8ddaaead9d0 req-ade1a613-2fa0-4851-9177-20803b963440 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.0942166 Dec 09 18:49:32.697272 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bdaaaecb-8cdc-4846-982a-b8ddaaead9d0 req-884f0b04-b15d-42cc-bd10-b8760d7a4794 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388155 Dec 09 18:49:32.737213 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fa60b-b9d5-4588-a33d-3c2c97c05440 req-51b0496f-39a0-4c11-9561-67a6b6438465 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:32.738578 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-862fa60b-b9d5-4588-a33d-3c2c97c05440 req-51b0496f-39a0-4c11-9561-67a6b6438465 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 944 time: 0.0914826 Dec 09 18:49:32.787178 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-862fa60b-b9d5-4588-a33d-3c2c97c05440 req-b43a043c-8390-4812-a420-919cfe52e5af tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424702 Dec 09 18:49:33.996495 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5d0b7-bfb5-496f-a626-e8dbc877b08a req-0beb63bf-e610-4fd5-beef-d5bc2cbbe319 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:33.998102 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-17a5d0b7-bfb5-496f-a626-e8dbc877b08a req-0beb63bf-e610-4fd5-beef-d5bc2cbbe319 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 944 time: 0.0866189 Dec 09 18:49:34.033135 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75877a8-9747-4112-bb67-e6ef138827cf req-d9b74768-78b4-4484-bc2e-bc2f86c415c9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:34.034598 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e75877a8-9747-4112-bb67-e6ef138827cf req-d9b74768-78b4-4484-bc2e-bc2f86c415c9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.2184494 Dec 09 18:49:34.044946 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-17a5d0b7-bfb5-496f-a626-e8dbc877b08a req-aca7eb0c-6045-4931-9485-f1a7ea3a682f tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397353 Dec 09 18:49:34.080753 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e75877a8-9747-4112-bb67-e6ef138827cf req-113e650d-ea7d-4d16-90ce-5e09a4aba6d2 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403571 Dec 09 18:49:35.258027 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e08bdb-6135-4210-92c2-a39bc5433bb3 req-6a225e21-bc18-4066-bb67-f427e03b357d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:35.260251 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d3e08bdb-6135-4210-92c2-a39bc5433bb3 req-6a225e21-bc18-4066-bb67-f427e03b357d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 944 time: 0.1071327 Dec 09 18:49:35.289109 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7acd4b-1d86-474d-962d-4f1af312772a req-33d33fe8-ccbe-42b1-9120-7921cd0f2835 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:35.290653 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ec7acd4b-1d86-474d-962d-4f1af312772a req-33d33fe8-ccbe-42b1-9120-7921cd0f2835 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.0930257 Dec 09 18:49:35.339556 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d3e08bdb-6135-4210-92c2-a39bc5433bb3 req-b73d4af8-eeef-447f-8214-b2dd07023545 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728188 Dec 09 18:49:35.376409 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ec7acd4b-1d86-474d-962d-4f1af312772a req-24393d94-a62b-4833-ba09-4fc5dd08037b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793352 Dec 09 18:49:36.577603 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263b76b-ab5c-427c-8cb6-3ec89922b603 req-68f5ce19-c85a-4788-96e8-3014ff8f0927 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:36.581217 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7263b76b-ab5c-427c-8cb6-3ec89922b603 req-68f5ce19-c85a-4788-96e8-3014ff8f0927 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 944 time: 0.1208053 Dec 09 18:49:36.609826 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e05fc2-19a3-4a8d-bd7c-5f2e320802a2 req-77f27619-e110-4cf6-b020-e38c7249fc31 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:36.611365 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-71e05fc2-19a3-4a8d-bd7c-5f2e320802a2 req-77f27619-e110-4cf6-b020-e38c7249fc31 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.1093071 Dec 09 18:49:36.635801 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7263b76b-ab5c-427c-8cb6-3ec89922b603 req-ec62cf7b-de63-4506-8d22-c692b4318218 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491478 Dec 09 18:49:36.667462 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-71e05fc2-19a3-4a8d-bd7c-5f2e320802a2 req-d22e1239-1320-4fa8-9d10-de8b21106571 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439212 Dec 09 18:49:37.830546 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87e30b-a2d5-4526-9d51-d8e12d79fb6f req-e0424f3e-d386-4cf4-9537-58543b75ad50 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:37.832040 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2c87e30b-a2d5-4526-9d51-d8e12d79fb6f req-e0424f3e-d386-4cf4-9537-58543b75ad50 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 944 time: 0.0899062 Dec 09 18:49:37.886670 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2c87e30b-a2d5-4526-9d51-d8e12d79fb6f req-d5057413-a243-4d9e-947b-33de8cb69c39 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485418 Dec 09 18:49:37.904834 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a6da9-0b7b-4a69-a3b4-91c78ffac668 req-f4c83694-9a6e-4010-aab9-5eaeb585745b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:37.906587 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-707a6da9-0b7b-4a69-a3b4-91c78ffac668 req-f4c83694-9a6e-4010-aab9-5eaeb585745b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.1257486 Dec 09 18:49:37.961150 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-707a6da9-0b7b-4a69-a3b4-91c78ffac668 req-8f488a78-2409-45ad-84ef-4e087b63117d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484204 Dec 09 18:49:39.093386 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bc3f0-86c1-4768-b2b5-241f8b3047dc req-d00bd44c-929e-4e00-b934-289116cb0f9a tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:39.094815 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-920bc3f0-86c1-4768-b2b5-241f8b3047dc req-d00bd44c-929e-4e00-b934-289116cb0f9a tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 944 time: 0.0977490 Dec 09 18:49:39.155063 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-920bc3f0-86c1-4768-b2b5-241f8b3047dc req-05c24fde-dabf-4b99-ab4c-ede534628ce4 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506804 Dec 09 18:49:39.186943 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae9a67-ee2e-4089-a05b-78db3de34c01 req-34c4a6bf-22d4-41ad-8e65-2ffdbeb9ec08 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:39.188423 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-94ae9a67-ee2e-4089-a05b-78db3de34c01 req-34c4a6bf-22d4-41ad-8e65-2ffdbeb9ec08 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.0997801 Dec 09 18:49:39.239113 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-94ae9a67-ee2e-4089-a05b-78db3de34c01 req-95a5d39f-74ec-4dec-8926-ffc1dc61839f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418174 Dec 09 18:49:40.359885 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e546d17-76de-475e-baf6-4c6454a079ca req-0593d29b-dc2b-4663-9c2b-b6a069d45d34 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:40.368032 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5e546d17-76de-475e-baf6-4c6454a079ca req-0593d29b-dc2b-4663-9c2b-b6a069d45d34 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 944 time: 0.0892158 Dec 09 18:49:40.419305 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5e546d17-76de-475e-baf6-4c6454a079ca req-f9eaba3f-1554-468e-897a-7950ae4d0a79 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500312 Dec 09 18:49:40.443042 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201b27-19a1-4e1a-ad67-3cf3da7ddb67 req-7b8cd14b-8396-4a99-b4fd-e370d68eab25 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:40.450447 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-be201b27-19a1-4e1a-ad67-3cf3da7ddb67 req-7b8cd14b-8396-4a99-b4fd-e370d68eab25 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.0979409 Dec 09 18:49:40.499145 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-be201b27-19a1-4e1a-ad67-3cf3da7ddb67 req-f6f8e2f4-cf95-418a-a664-957b74b5598b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465648 Dec 09 18:49:40.607674 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-d01e19d9-df3e-4c92-baf0-4d0a7b5d92f1 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1882122703&fields=id&tenant_id=4f818fcae35e4fa1b59695a47b5c2215 HTTP/1.1" status: 200 len: 267 time: 0.0441206 Dec 09 18:49:40.764576 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-71616896-2827-4bdb-88fb-3f0986454345 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:40.765937 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-71616896-2827-4bdb-88fb-3f0986454345 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/networks?id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 HTTP/1.1" status: 200 len: 809 time: 0.1514566 Dec 09 18:49:40.780582 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-6cdceb5a-9bfd-4dc9-ae81-18e1ab11652d tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/quotas/4f818fcae35e4fa1b59695a47b5c2215 HTTP/1.1" status: 200 len: 375 time: 0.0091221 Dec 09 18:49:40.866906 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-43cadae5-ba45-450a-8cac-3fa936eaebe8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f818fcae35e4fa1b59695a47b5c2215&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811167 Dec 09 18:49:41.016733 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-52a9f7b8-ca2c-4cf1-a70b-28559d997260 service neutron] 10.222.0.20 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315639 Dec 09 18:49:41.157433 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-935911ee-766c-4b18-91d0-633433614505 service neutron] 10.222.0.20 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347721 Dec 09 18:49:41.613159 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b48c9a3e-ddf6-49e3-afd1-f0f5ecc23cb5 req-ce2715cc-f0fb-427f-9330-104b710f0f76 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 210 time: 0.0427320 Dec 09 18:49:41.650548 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602a7e7-799b-4e79-9b24-be8d90f86396 req-dcb20e17-4e52-45d7-aa80-d527691d4dc3 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:41.652037 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-9602a7e7-799b-4e79-9b24-be8d90f86396 req-dcb20e17-4e52-45d7-aa80-d527691d4dc3 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 944 time: 0.0872128 Dec 09 18:49:41.712765 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-9602a7e7-799b-4e79-9b24-be8d90f86396 req-ac2d5c1d-a379-48b4-8e67-d06c70264924 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530663 Dec 09 18:49:41.852179 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744cd3a-44dd-40e6-9be2-873a230039d0 req-8b6f7da3-6bf8-4fc0-9344-a9dc5da32bf1 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:41.854263 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a744cd3a-44dd-40e6-9be2-873a230039d0 req-8b6f7da3-6bf8-4fc0-9344-a9dc5da32bf1 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.1101925 Dec 09 18:49:41.915356 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a744cd3a-44dd-40e6-9be2-873a230039d0 req-be3530f2-047a-4371-bc70-131ec405a594 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547464 Dec 09 18:49:42.498240 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:49:42.780813 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-67a08089-87f7-4441-bd4d-027f3892a3a7 req-f1b608d6-0c1f-401d-8598-4edd57c7e5ef tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Synchronizing usage tracker for tenant:4f818fcae35e4fa1b59695a47b5c2215 on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:49:42.801667 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-67a08089-87f7-4441-bd4d-027f3892a3a7 req-f1b608d6-0c1f-401d-8598-4edd57c7e5ef tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Unset dirty status for tenant:4f818fcae35e4fa1b59695a47b5c2215 on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:49:42.803020 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-67a08089-87f7-4441-bd4d-027f3892a3a7 req-f1b608d6-0c1f-401d-8598-4edd57c7e5ef tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 210 time: 0.0658519 Dec 09 18:49:42.905121 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd06e6b-63ac-4f95-b05f-bc58d26d2b5e req-0ecb1b51-6ced-43ec-b5d8-f99cd41c1c7a tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:42.906565 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6bd06e6b-63ac-4f95-b05f-bc58d26d2b5e req-0ecb1b51-6ced-43ec-b5d8-f99cd41c1c7a tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 944 time: 0.0805159 Dec 09 18:49:42.968484 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6bd06e6b-63ac-4f95-b05f-bc58d26d2b5e req-aacfed06-3432-41c1-939e-79d314ed09dd tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531611 Dec 09 18:49:43.117664 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bd3ea-0da9-451e-861b-90825c5c9740 req-941b2f0f-9985-47a2-8474-03d4323f7f68 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:43.119272 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-152bd3ea-0da9-451e-861b-90825c5c9740 req-941b2f0f-9985-47a2-8474-03d4323f7f68 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.0906799 Dec 09 18:49:43.165462 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-152bd3ea-0da9-451e-861b-90825c5c9740 req-01579441-2d94-4258-834d-84e011976503 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399318 Dec 09 18:49:43.967996 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-84b9a4a5-835c-4dbc-ac5f-df52be7248bd req-2f3c9a8d-1184-4674-ada9-8b62d5306173 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 210 time: 0.0602014 Dec 09 18:49:44.160933 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2ce57-8808-4de8-bccf-1ea79afbb585 req-f8812a98-051b-42e7-a53c-73181e52f3c0 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:44.162393 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-61a2ce57-8808-4de8-bccf-1ea79afbb585 req-f8812a98-051b-42e7-a53c-73181e52f3c0 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 944 time: 0.0882151 Dec 09 18:49:44.206559 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-61a2ce57-8808-4de8-bccf-1ea79afbb585 req-503b3670-334b-4cf1-a304-06960157c30d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385067 Dec 09 18:49:44.361556 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55699f35-d824-4060-8234-d2ecd17b0111 req-452ca940-e74d-4908-947b-df16ff8f5f81 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:44.363001 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-55699f35-d824-4060-8234-d2ecd17b0111 req-452ca940-e74d-4908-947b-df16ff8f5f81 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.0824132 Dec 09 18:49:44.419159 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-55699f35-d824-4060-8234-d2ecd17b0111 req-c8c1b224-846e-4e70-9df1-22ef47bc3f60 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475233 Dec 09 18:49:45.136224 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-fcac8e02-406e-4af2-a2bf-6a44997e6380 req-72b15b3d-7c24-4684-bec0-84ac03183e64 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 210 time: 0.0508902 Dec 09 18:49:45.456253 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba1ba5-5b07-4360-86b4-dec3aaffde50 req-3e835b48-0d6c-4f8d-a518-336303407e62 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:45.457778 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7fba1ba5-5b07-4360-86b4-dec3aaffde50 req-3e835b48-0d6c-4f8d-a518-336303407e62 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 944 time: 0.1412067 Dec 09 18:49:45.502913 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7fba1ba5-5b07-4360-86b4-dec3aaffde50 req-9b686bb2-f04d-4ed0-9280-8fe5d4743b2b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393445 Dec 09 18:49:45.623397 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e6294-d8eb-4203-98a8-c9e89412b433 req-dd71b2d2-9980-4b2d-a42e-5d8041fcf0f2 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:45.624838 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d62e6294-d8eb-4203-98a8-c9e89412b433 req-dd71b2d2-9980-4b2d-a42e-5d8041fcf0f2 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.0946941 Dec 09 18:49:45.670827 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d62e6294-d8eb-4203-98a8-c9e89412b433 req-f71d8564-c410-49b9-9edc-836efc6e6378 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400448 Dec 09 18:49:46.307410 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-9bb2dd79-f45a-405f-912b-9eb623f15bef req-6c369d50-ccca-4489-aa06-24a4570961ee tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 210 time: 0.0427265 Dec 09 18:49:46.702054 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfa8e8-54b5-47e0-a528-9a4afad71c16 req-47976379-d3ab-4acd-bf37-f5278793b333 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:46.703439 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d0cfa8e8-54b5-47e0-a528-9a4afad71c16 req-47976379-d3ab-4acd-bf37-f5278793b333 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 944 time: 0.0900040 Dec 09 18:49:46.755463 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d0cfa8e8-54b5-47e0-a528-9a4afad71c16 req-71218136-c4eb-4bb1-9c50-b32cee147a57 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461476 Dec 09 18:49:47.026664 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125f177-3f46-4c1d-9c14-7010f8050c98 req-c34f8d0b-5b43-4bf7-a5c9-9f47100f797b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:47.028048 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2125f177-3f46-4c1d-9c14-7010f8050c98 req-c34f8d0b-5b43-4bf7-a5c9-9f47100f797b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.0879619 Dec 09 18:49:47.077109 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2125f177-3f46-4c1d-9c14-7010f8050c98 req-d0ac0a8c-49d2-4ae1-a19e-1ed922b16f39 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428028 Dec 09 18:49:47.203313 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-5d017609-c322-4520-a417-f5dc9e4546cb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:47.203979 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-5d017609-c322-4520-a417-f5dc9e4546cb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Synchronizing usage tracker for tenant:4f818fcae35e4fa1b59695a47b5c2215 on resource:network {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:49:47.220306 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-5d017609-c322-4520-a417-f5dc9e4546cb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Unset dirty status for tenant:4f818fcae35e4fa1b59695a47b5c2215 on resource:network {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:49:47.221488 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-5d017609-c322-4520-a417-f5dc9e4546cb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.10 "GET /v2.0/networks?id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 HTTP/1.1" status: 200 len: 809 time: 0.1758168 Dec 09 18:49:47.276084 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-90ec7b56-5fe3-4c8a-811e-dadc7b906a59 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Synchronizing usage tracker for tenant:4f818fcae35e4fa1b59695a47b5c2215 on resource:security_group {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:49:47.296458 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-90ec7b56-5fe3-4c8a-811e-dadc7b906a59 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Unset dirty status for tenant:4f818fcae35e4fa1b59695a47b5c2215 on resource:security_group {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:49:47.297696 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-90ec7b56-5fe3-4c8a-811e-dadc7b906a59 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f818fcae35e4fa1b59695a47b5c2215 HTTP/1.1" status: 200 len: 380 time: 0.0625598 Dec 09 18:49:47.307722 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Request body: {'port': {'device_id': '31542c19-34df-4aed-8078-8d11d2cbe025', 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'admin_state_up': True, 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'security_groups': ['e6117072-238e-4a6b-99d2-06ed034c05cc']}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:49:47.478869 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6ee8b136-9aff-4b0b-b4c2-995a7d5fa0e6 req-90b1b22c-8450-4092-bdfa-811605232fe9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 210 time: 0.0557351 Dec 09 18:49:47.487513 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:49:47.504234 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:49:47.514981 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Made reservation on behalf of 4f818fcae35e4fa1b59695a47b5c2215 for: {'port': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:49:47.518525 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:47.687304 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Allocated IP 172.20.0.5 (d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07/7fbd6dd5-9e11-4716-a177-a91e3d202bcc/490cf9b6-841b-4242-bd39-7bce7b6c0027) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:49:48.039689 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:48.050408 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3a661-b910-419e-9ba4-103c619ae06a req-b275f403-98b0-4746-8846-553dbe6895c9 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:48.052164 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-71f3a661-b910-419e-9ba4-103c619ae06a req-b275f403-98b0-4746-8846-553dbe6895c9 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 944 time: 0.0906112 Dec 09 18:49:48.059684 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Transition to ACTIVE for port object 490cf9b6-841b-4242-bd39-7bce7b6c0027 will not be triggered until provisioned by entity DHCP. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:49:48.091124 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:48.104725 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-71f3a661-b910-419e-9ba4-103c619ae06a req-a8719017-2e71-4158-9bc0-71c2a8278399 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452411 Dec 09 18:49:48.109636 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-fdf1da6e-77d9-4e87-9cb3-c0caa72489d6 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:48.166155 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Network d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:49:48.175775 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:49:48.181064 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:49:48.288475 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Pushing event updated for resources: {'Port': ['ID=490cf9b6-841b-4242-bd39-7bce7b6c0027,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:48.294046 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:48.299047 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10416cda-d24f-40bd-b2ea-06df35553b0c req-3c179c3b-0ae3-4da3-8d23-43172d6c35e3 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:48.300491 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-10416cda-d24f-40bd-b2ea-06df35553b0c req-3c179c3b-0ae3-4da3-8d23-43172d6c35e3 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.0877526 Dec 09 18:49:48.308862 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:48.309686 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:48.342768 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0389652 Dec 09 18:49:48.350509 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-10416cda-d24f-40bd-b2ea-06df35553b0c req-9b90dd95-68cf-4b82-8077-42b4b56bd113 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433264 Dec 09 18:49:48.356738 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffb7fb-b395-48d0-b02f-9887c533b7b2 req-15b9ebec-fe53-4378-b77f-a44c0770aa31 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:48.358215 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-62ffb7fb-b395-48d0-b02f-9887c533b7b2 req-15b9ebec-fe53-4378-b77f-a44c0770aa31 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 945 time: 0.1837268 Dec 09 18:49:48.363043 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Request body: {'port': {'device_id': '31542c19-34df-4aed-8078-8d11d2cbe025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:49:48.459833 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-50bb42e8-9ba2-4c01-b7f4-c2266fa508e3 None None] Provisioning for port 490cf9b6-841b-4242-bd39-7bce7b6c0027 completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:49:48.465018 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-50bb42e8-9ba2-4c01-b7f4-c2266fa508e3 None None] Provisioning complete for port 490cf9b6-841b-4242-bd39-7bce7b6c0027 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:49:48.465415 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-50bb42e8-9ba2-4c01-b7f4-c2266fa508e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:48.495839 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-62ffb7fb-b395-48d0-b02f-9887c533b7b2 req-b15b796f-ed0e-4714-9a40-8cb4cc78324c tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078153 Dec 09 18:49:48.530114 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-50bb42e8-9ba2-4c01-b7f4-c2266fa508e3 None None] Port 490cf9b6-841b-4242-bd39-7bce7b6c0027 cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:49:48.534702 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:48.677411 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30a9cb-1a0a-42dc-af24-09def46dfe78 req-7b21b642-d997-4afe-bc6b-6cd3547ee95b tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:48.678944 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-1e30a9cb-1a0a-42dc-af24-09def46dfe78 req-7b21b642-d997-4afe-bc6b-6cd3547ee95b tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 931 time: 0.0870793 Dec 09 18:49:48.723482 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-1e30a9cb-1a0a-42dc-af24-09def46dfe78 req-d2bb7da2-9e51-4745-9bb5-6c424c9ba766 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386653 Dec 09 18:49:48.864626 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device fae20ea1-02f2-4c9e-ab0c-7f606498f627 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:49:48.885738 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490cf9b6-841b-4242-bd39-7bce7b6c0027 {{(pid=86801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:49:48.893731 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:48.909192 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Transition to ACTIVE for port object 490cf9b6-841b-4242-bd39-7bce7b6c0027 will not be triggered until provisioned by entity L2. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:49:48.914359 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:48.918669 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:49.008982 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port fae20ea1-02f2-4c9e-ab0c-7f606498f627, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=fae20ea1-02f2-4c9e-ab0c-7f606498f627,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:49.023642 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': 'fae20ea1-02f2-4c9e-ab0c-7f606498f627', 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51', 'port_id': 'fae20ea1-02f2-4c9e-ab0c-7f606498f627', 'mac_address': 'fa:16:3e:d5:72:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e2d0a3d-1b6b-43b1-a938-79630eaf27ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:49:49.084699 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Pushing event updated for resources: {'Port': ['ID=490cf9b6-841b-4242-bd39-7bce7b6c0027,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:49.085770 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:49.107743 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae20ea1-02f2-4c9e-ab0c-7f606498f627 {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:49:49.114011 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:49.126444 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port fae20ea1-02f2-4c9e-ab0c-7f606498f627, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=fae20ea1-02f2-4c9e-ab0c-7f606498f627,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:49.132308 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:49.135665 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-49db34ae-1aa5-4f70-a43c-d55b3e2913c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:49.161057 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Attempting to bind port 490cf9b6-841b-4242-bd39-7bce7b6c0027 on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:49:49.161476 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Attempting to bind port 490cf9b6-841b-4242-bd39-7bce7b6c0027 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': 'f06199a9-1fdd-4169-9a28-4eaee6837c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07'}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:49:49.161866 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Attempting to bind port 490cf9b6-841b-4242-bd39-7bce7b6c0027 on network d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:49:49.166648 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Port 490cf9b6-841b-4242-bd39-7bce7b6c0027 on network d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:49:49.167102 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Attempting to bind port 490cf9b6-841b-4242-bd39-7bce7b6c0027 on network d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:49:49.172688 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:49:49.173108 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Checking segment: {'id': 'f06199a9-1fdd-4169-9a28-4eaee6837c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:49:49.173546 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Bound using segment: {'id': 'f06199a9-1fdd-4169-9a28-4eaee6837c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07'} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:49:49.174041 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Bound port: 490cf9b6-841b-4242-bd39-7bce7b6c0027, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06199a9-1fdd-4169-9a28-4eaee6837c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07'}}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:49:49.174458 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:49.218013 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=fae20ea1-02f2-4c9e-ab0c-7f606498f627,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:49.220953 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:49.314560 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] For port 490cf9b6-841b-4242-bd39-7bce7b6c0027, host hv-cinder-81934, cleared binding levels {{(pid=86801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:49:49.318219 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] For port 490cf9b6-841b-4242-bd39-7bce7b6c0027, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027,segment=NetworkSegment(f06199a9-1fdd-4169-9a28-4eaee6837c5e),segment_id=f06199a9-1fdd-4169-9a28-4eaee6837c5e)] {{(pid=86801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:49:49.326503 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:49.331488 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-39be5293-c2d5-4fb1-b9dd-3ecfd4efd5e1 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:49.386060 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:49.386669 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:49.388612 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] 10.222.0.10 "PUT /v2.0/ports/490cf9b6-841b-4242-bd39-7bce7b6c0027 HTTP/1.1" status: 200 len: 1093 time: 1.0289683 Dec 09 18:49:49.389603 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31542c19-34df-4aed-8078-8d11d2cbe025', 'tag': '490cf9b6-841b-4242-bd39-7bce7b6c0027'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:49:49.409083 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490b5e0-2015-46ed-a1d0-f8c102dab26f req-07b3544b-80d6-4a82-ac1b-1dd7fd3efad4 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:49.410638 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8490b5e0-2015-46ed-a1d0-f8c102dab26f req-07b3544b-80d6-4a82-ac1b-1dd7fd3efad4 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 945 time: 0.1847482 Dec 09 18:49:49.446249 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Pushing event updated for resources: {'Port': ['ID=490cf9b6-841b-4242-bd39-7bce7b6c0027,revision_number=3']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:49.463376 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:49.463745 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:49.464101 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:49.464458 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:49.464804 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:49.465148 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:49.465520 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:49.465867 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:49.466215 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:49.466649 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:49.467021 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:49.467365 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:49:49.503186 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:49.524912 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8490b5e0-2015-46ed-a1d0-f8c102dab26f req-fc17942e-7a91-4b71-9e79-b251bc47f649 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038377 Dec 09 18:49:49.557890 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-097ea313-8eb7-4fcc-80a1-c88d9fad4f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:49.560343 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-097ea313-8eb7-4fcc-80a1-c88d9fad4f52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f818fcae35e4fa1b59695a47b5c2215&device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 1096 time: 0.0890329 Dec 09 18:49:49.563241 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd55000-9e04-4606-a284-025da74d535c req-6d393b0d-3a9a-4039-990a-4110556fd9fd tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:49.564905 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5dd55000-9e04-4606-a284-025da74d535c req-6d393b0d-3a9a-4039-990a-4110556fd9fd tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.0967727 Dec 09 18:49:49.615391 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5dd55000-9e04-4606-a284-025da74d535c req-d17fb787-c418-4cf0-8046-bf7433a76d0e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439937 Dec 09 18:49:49.623068 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31542c19-34df-4aed-8078-8d11d2cbe025', 'tag': '490cf9b6-841b-4242-bd39-7bce7b6c0027', 'status': 'completed', 'code': 200} Dec 09 18:49:49.643491 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-b0ee90da-5fc5-4752-9ace-522f6ad26145 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027 HTTP/1.1" status: 200 len: 217 time: 0.0702496 Dec 09 18:49:49.695922 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['fae20ea1-02f2-4c9e-ab0c-7f606498f627'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:49:49.752967 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-666c1e6e-8f4b-40e8-87c6-b939eb3eeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:49.754585 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-666c1e6e-8f4b-40e8-87c6-b939eb3eeb05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7fbd6dd5-9e11-4716-a177-a91e3d202bcc HTTP/1.1" status: 200 len: 848 time: 0.1037917 Dec 09 18:49:49.927074 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abc6a8-50e1-4556-a4af-6c4ac392af42 req-8aced435-3879-4d5c-b717-a3503efd6d28 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:49.928390 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-17abc6a8-50e1-4556-a4af-6c4ac392af42 req-8aced435-3879-4d5c-b717-a3503efd6d28 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 943 time: 0.0871861 Dec 09 18:49:49.936979 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d30715-a6c4-46b0-b664-402c5ba55346 req-98fc6b60-d970-4928-823b-a935c4ccfbeb tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:49.938415 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-76d30715-a6c4-46b0-b664-402c5ba55346 req-98fc6b60-d970-4928-823b-a935c4ccfbeb tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 945 time: 0.2562134 Dec 09 18:49:49.973192 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-17abc6a8-50e1-4556-a4af-6c4ac392af42 req-12e32655-2388-429b-96d4-43582b3c025b tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390227 Dec 09 18:49:49.983651 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-41fbffd5-3d46-43f7-b3b0-6395f28c90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:49.985071 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-41fbffd5-3d46-43f7-b3b0-6395f28c90ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2228036 Dec 09 18:49:49.992108 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-76d30715-a6c4-46b0-b664-402c5ba55346 req-ff7b6f44-b312-4c37-b12e-a089e830d11a tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474117 Dec 09 18:49:50.114876 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-f62cf2a3-e967-4bed-a1df-a1dc75b9eea9 service neutron] 10.222.0.10 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218038 Dec 09 18:49:50.258134 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-eea825c0-5a61-4b68-8b9e-ea81821ebf64 req-3c1027a2-21b1-48d8-a2cb-a2647198ed5a service neutron] 10.222.0.10 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310968 Dec 09 18:49:50.274332 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9499c74f-c5c9-4a58-9789-6c4563ec1d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:50.420315 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc317e0-e403-44e0-b583-a22515084dfe req-9d32924e-82fc-4323-aae3-55c3f2618105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:50.421765 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7cc317e0-e403-44e0-b583-a22515084dfe req-9d32924e-82fc-4323-aae3-55c3f2618105 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f818fcae35e4fa1b59695a47b5c2215&device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 1096 time: 0.0809953 Dec 09 18:49:50.555361 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc317e0-e403-44e0-b583-a22515084dfe req-85f25a54-92ee-4264-bca5-c048ff668fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:50.556752 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7cc317e0-e403-44e0-b583-a22515084dfe req-85f25a54-92ee-4264-bca5-c048ff668fb3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 HTTP/1.1" status: 200 len: 910 time: 0.1269186 Dec 09 18:49:50.626067 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7cc317e0-e403-44e0-b583-a22515084dfe req-80c8b221-b2a7-4472-b1f5-af6b880002c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027 HTTP/1.1" status: 200 len: 217 time: 0.0605032 Dec 09 18:49:50.695194 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc317e0-e403-44e0-b583-a22515084dfe req-7b3f41dc-759e-402e-86b1-eb5f1714a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:50.696710 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7cc317e0-e403-44e0-b583-a22515084dfe req-7b3f41dc-759e-402e-86b1-eb5f1714a490 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7fbd6dd5-9e11-4716-a177-a91e3d202bcc HTTP/1.1" status: 200 len: 848 time: 0.0639408 Dec 09 18:49:50.711603 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42016665-c98e-4755-97d9-3fb2258a3b61 req-53f6b943-d3f2-4eca-afe3-55ab6ce20b0a tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:50.713055 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-42016665-c98e-4755-97d9-3fb2258a3b61 req-53f6b943-d3f2-4eca-afe3-55ab6ce20b0a tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 945 time: 0.0803807 Dec 09 18:49:50.765022 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-42016665-c98e-4755-97d9-3fb2258a3b61 req-c13aadd3-95df-4702-acfe-d5f1b2766694 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456572 Dec 09 18:49:50.840033 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc317e0-e403-44e0-b583-a22515084dfe req-c252f83e-3b71-48bf-82e2-7aef3b5f7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:50.841691 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7cc317e0-e403-44e0-b583-a22515084dfe req-c252f83e-3b71-48bf-82e2-7aef3b5f7cc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1347487 Dec 09 18:49:50.852616 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ddd2c-8887-4cd9-946f-f16edd832d2c req-4a933906-85c1-44e0-9420-5451dc6d1cca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:50.855727 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-196ddd2c-8887-4cd9-946f-f16edd832d2c req-4a933906-85c1-44e0-9420-5451dc6d1cca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 944 time: 0.1145065 Dec 09 18:49:50.877751 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device d6d5620d-3dce-4fdf-92c4-d84fb96fe280 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:49:50.888339 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device fae20ea1-02f2-4c9e-ab0c-7f606498f627 up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:49:50.977008 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-196ddd2c-8887-4cd9-946f-f16edd832d2c req-8322715a-90ef-44e7-b87c-0c7303465777 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025178 Dec 09 18:49:51.014783 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7cc317e0-e403-44e0-b583-a22515084dfe req-9c69bdf9-f3b5-4b9e-b4ae-e21e9f4b15b3 service neutron] 10.222.0.10 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580644 Dec 09 18:49:51.051718 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port fae20ea1-02f2-4c9e-ab0c-7f606498f627 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:49:51.060578 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port fae20ea1-02f2-4c9e-ab0c-7f606498f627 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:49:51.060953 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:51.121354 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port d6d5620d-3dce-4fdf-92c4-d84fb96fe280, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:51.141128 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'port_id': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280', 'mac_address': 'fa:16:3e:0b:3f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:49:51.187469 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f1034-3a5e-4686-9de2-bc3f82f70330 req-b5f273a0-83d8-4aca-a6b3-9a30b0652326 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:51.189285 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-263f1034-3a5e-4686-9de2-bc3f82f70330 req-b5f273a0-83d8-4aca-a6b3-9a30b0652326 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 943 time: 0.0863118 Dec 09 18:49:51.226262 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7cc317e0-e403-44e0-b583-a22515084dfe req-852b1429-4b17-47c8-93d4-e211c2ae2d4e service neutron] 10.222.0.10 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031946 Dec 09 18:49:51.240691 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-263f1034-3a5e-4686-9de2-bc3f82f70330 req-2ee208cb-8f62-45b9-bc7f-948355d672c6 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428078 Dec 09 18:49:51.244447 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eab7a-bf98-4b85-ba8b-e32e4fd25a72 req-9d51a730-0079-419c-935e-544ae4f796ed tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:51.246066 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3b5eab7a-bf98-4b85-ba8b-e32e4fd25a72 req-9d51a730-0079-419c-935e-544ae4f796ed tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 945 time: 0.1345334 Dec 09 18:49:51.247342 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:51.279973 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d5620d-3dce-4fdf-92c4-d84fb96fe280 {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:49:51.290524 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:51.295769 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3b5eab7a-bf98-4b85-ba8b-e32e4fd25a72 req-03da6db3-bc7e-4f03-8888-10558a3adcdb tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433598 Dec 09 18:49:51.307191 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:51.325582 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port d6d5620d-3dce-4fdf-92c4-d84fb96fe280, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:51.331274 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae20ea1-02f2-4c9e-ab0c-7f606498f627'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:49:51.338842 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:51.341398 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:51.370886 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port fae20ea1-02f2-4c9e-ab0c-7f606498f627, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=fae20ea1-02f2-4c9e-ab0c-7f606498f627,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:51.377237 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:51.386346 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae20ea1-02f2-4c9e-ab0c-7f606498f627', 'code': 200} Dec 09 18:49:51.412145 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,revision_number=9']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:51.415146 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:51.415482 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-992af000-197f-49a0-b361-d904c724e8c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:51.484577 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=fae20ea1-02f2-4c9e-ab0c-7f606498f627,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:51.487615 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:51.639399 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f529380-a1f0-4d63-9fdc-f056e0c8afe0 req-4c020eb5-b41f-43f8-9f2a-899d715f69d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:51.640934 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0f529380-a1f0-4d63-9fdc-f056e0c8afe0 req-4c020eb5-b41f-43f8-9f2a-899d715f69d8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 1099 time: 0.0703948 Dec 09 18:49:51.683459 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0f529380-a1f0-4d63-9fdc-f056e0c8afe0 req-32c3e3a7-ea81-43f8-b06a-c3d7508e7d7b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355666 Dec 09 18:49:51.825985 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['d6d5620d-3dce-4fdf-92c4-d84fb96fe280'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:49:51.954099 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8770a-63e1-4d88-8136-a1c02e7dade1 req-2c2cab77-5878-4dec-b247-de1d26981e46 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:51.955461 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-32d8770a-63e1-4d88-8136-a1c02e7dade1 req-2c2cab77-5878-4dec-b247-de1d26981e46 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 946 time: 0.0840070 Dec 09 18:49:51.998830 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-32d8770a-63e1-4d88-8136-a1c02e7dade1 req-b8f457bf-8161-4358-9604-d58386bcc0ba tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373602 Dec 09 18:49:52.191041 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289760f-6fda-4ea5-8c30-8446aebd3de1 req-cb5046e6-aa02-4cf2-9181-d16ee3ff885b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:52.192489 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2289760f-6fda-4ea5-8c30-8446aebd3de1 req-cb5046e6-aa02-4cf2-9181-d16ee3ff885b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 945 time: 0.1011887 Dec 09 18:49:52.240444 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2289760f-6fda-4ea5-8c30-8446aebd3de1 req-1eb275e5-10d6-4f1f-8be5-13abd199284f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387743 Dec 09 18:49:52.461832 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebf2c2-a723-4f86-9aa6-342e0241928d req-fc55e376-5e87-44df-9ad4-372b1634981f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:52.462521 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-c8ebf2c2-a723-4f86-9aa6-342e0241928d req-fc55e376-5e87-44df-9ad4-372b1634981f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Synchronizing usage tracker for tenant:4f818fcae35e4fa1b59695a47b5c2215 on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:49:52.477101 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde12ed0-58f8-447f-b49f-306cdfb8217c req-2bdd6001-d5db-49ba-8e2a-36ed50250c87 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:52.478778 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-dde12ed0-58f8-447f-b49f-306cdfb8217c req-2bdd6001-d5db-49ba-8e2a-36ed50250c87 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 945 time: 0.0786254 Dec 09 18:49:52.480074 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-c8ebf2c2-a723-4f86-9aa6-342e0241928d req-fc55e376-5e87-44df-9ad4-372b1634981f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Unset dirty status for tenant:4f818fcae35e4fa1b59695a47b5c2215 on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:49:52.481571 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c8ebf2c2-a723-4f86-9aa6-342e0241928d req-fc55e376-5e87-44df-9ad4-372b1634981f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 943 time: 0.1011820 Dec 09 18:49:52.523942 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-dde12ed0-58f8-447f-b49f-306cdfb8217c req-94dbf4d5-76bc-4e17-9cd3-95768ddc1f93 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389955 Dec 09 18:49:52.527841 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c8ebf2c2-a723-4f86-9aa6-342e0241928d req-56dbc470-066a-4499-b229-c1c7dcbccd23 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399454 Dec 09 18:49:52.588478 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-93f3e12f-e1e3-4e9a-992f-7ab20a62a308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:53.205252 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd20d9a-771c-4a09-860e-81c7eae1a23e req-c119c5a3-cd63-426f-9cb4-992fbd4c2d7d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:53.206656 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8fd20d9a-771c-4a09-860e-81c7eae1a23e req-c119c5a3-cd63-426f-9cb4-992fbd4c2d7d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 946 time: 0.1000435 Dec 09 18:49:53.269045 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8fd20d9a-771c-4a09-860e-81c7eae1a23e req-7691983f-8a83-4836-8c1a-06b400e0841f tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563715 Dec 09 18:49:53.549520 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb230b-c85b-4714-8c6f-d69fa03bda3d req-42922730-182d-4111-8d90-770fdf9cdfb7 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:53.552349 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-cbbb230b-c85b-4714-8c6f-d69fa03bda3d req-42922730-182d-4111-8d90-770fdf9cdfb7 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 945 time: 0.1879697 Dec 09 18:49:53.598785 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-cbbb230b-c85b-4714-8c6f-d69fa03bda3d req-a69c5812-ba05-45f8-acdf-6c5ff4385410 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397043 Dec 09 18:49:53.720695 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ab8f5-0f9f-4f3f-bde9-f2744b6b7494 req-bdf95dbb-17bc-441a-a7ae-734f27967c4c tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:53.722208 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-227ab8f5-0f9f-4f3f-bde9-f2744b6b7494 req-bdf95dbb-17bc-441a-a7ae-734f27967c4c tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 945 time: 0.0841305 Dec 09 18:49:53.768645 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-227ab8f5-0f9f-4f3f-bde9-f2744b6b7494 req-fd6a3444-36a5-4ab0-89da-3af15ba90444 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405085 Dec 09 18:49:53.837460 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba3b70-ac2a-4d74-bc51-c9202ba7d70c req-d91551dd-857d-4d6c-9989-50286175e9af tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:53.838826 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-60ba3b70-ac2a-4d74-bc51-c9202ba7d70c req-d91551dd-857d-4d6c-9989-50286175e9af tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 943 time: 0.1393692 Dec 09 18:49:53.847037 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1831f-013c-4894-9b80-27f786963602 req-50fdb804-bcee-4590-8840-48d11cc8c5dd tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:53.848259 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8aa1831f-013c-4894-9b80-27f786963602 req-50fdb804-bcee-4590-8840-48d11cc8c5dd tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 945 time: 0.1178768 Dec 09 18:49:53.939936 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-60ba3b70-ac2a-4d74-bc51-c9202ba7d70c req-04a9cc26-fc46-4bc5-a859-ce0691636797 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907316 Dec 09 18:49:53.943257 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-8aa1831f-013c-4894-9b80-27f786963602 req-931c0951-0bde-4adc-bcb1-645e190816da tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Deleting port da771f29-409b-447e-a2d3-dc2811dc81be {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:49:53.943589 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-8aa1831f-013c-4894-9b80-27f786963602 req-931c0951-0bde-4adc-bcb1-645e190816da tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:54.021282 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:54.192608 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-8aa1831f-013c-4894-9b80-27f786963602 req-931c0951-0bde-4adc-bcb1-645e190816da tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] For port da771f29-409b-447e-a2d3-dc2811dc81be, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=da771f29-409b-447e-a2d3-dc2811dc81be,segment=NetworkSegment(078fb4bd-516f-417c-8af3-311329b284e9),segment_id=078fb4bd-516f-417c-8af3-311329b284e9)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:54.192919 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-8aa1831f-013c-4894-9b80-27f786963602 req-931c0951-0bde-4adc-bcb1-645e190816da tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:54.314169 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-8aa1831f-013c-4894-9b80-27f786963602 req-931c0951-0bde-4adc-bcb1-645e190816da tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Calling delete_port for da771f29-409b-447e-a2d3-dc2811dc81be owned by compute:nova {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:49:54.467328 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd2756-a92e-4939-8704-40fcbe37c087 req-d97cd2fc-50d0-46b0-9666-d483c5179e6f tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:54.467999 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-8aa1831f-013c-4894-9b80-27f786963602 req-931c0951-0bde-4adc-bcb1-645e190816da tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:54.468976 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c3dd2756-a92e-4939-8704-40fcbe37c087 req-d97cd2fc-50d0-46b0-9666-d483c5179e6f tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 946 time: 0.0843453 Dec 09 18:49:54.473196 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:54.493441 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['da771f29-409b-447e-a2d3-dc2811dc81be'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:49:54.514345 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c3dd2756-a92e-4939-8704-40fcbe37c087 req-14e4c714-68b9-4519-995e-fcd6e2b5861b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392580 Dec 09 18:49:54.519914 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c0951-0bde-4adc-bcb1-645e190816da tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Pushing event deleted for resources: {'Port': ['ID=da771f29-409b-447e-a2d3-dc2811dc81be,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:54.553404 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-931c0951-0bde-4adc-bcb1-645e190816da tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:54.596967 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa1831f-013c-4894-9b80-27f786963602 req-931c0951-0bde-4adc-bcb1-645e190816da tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] No DVR routers for this DVR port da771f29-409b-447e-a2d3-dc2811dc81be on host hv-cinder-81934 {{(pid=86801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:49:54.599692 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-8aa1831f-013c-4894-9b80-27f786963602 req-931c0951-0bde-4adc-bcb1-645e190816da tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:54.603544 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103', 'name': 'network-vif-deleted', 'tag': 'da771f29-409b-447e-a2d3-dc2811dc81be'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:49:54.618641 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8aa1831f-013c-4894-9b80-27f786963602 req-931c0951-0bde-4adc-bcb1-645e190816da tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.10 "DELETE /v2.0/ports/da771f29-409b-447e-a2d3-dc2811dc81be HTTP/1.1" status: 204 len: 173 time: 0.7567706 Dec 09 18:49:54.658820 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103', 'name': 'network-vif-deleted', 'tag': 'da771f29-409b-447e-a2d3-dc2811dc81be', 'status': 'completed', 'code': 200} Dec 09 18:49:54.826267 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50497c67-f3dc-46d6-a6dc-89b5efc2c17a req-154a5bb7-cbe3-40db-9781-a0df42a142b9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:54.827884 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-50497c67-f3dc-46d6-a6dc-89b5efc2c17a req-154a5bb7-cbe3-40db-9781-a0df42a142b9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 945 time: 0.0919476 Dec 09 18:49:54.881455 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-50497c67-f3dc-46d6-a6dc-89b5efc2c17a req-72037881-97d2-41f7-bd97-b99ac328aafa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460789 Dec 09 18:49:54.893467 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 490cf9b6-841b-4242-bd39-7bce7b6c0027 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:49:54.900607 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device d6d5620d-3dce-4fdf-92c4-d84fb96fe280 up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:49:54.977593 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-69ab5c4d-0c68-4632-93a4-cadfe1259101 req-a5c64f09-57f2-47b9-8326-412788a84c47 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Synchronizing usage tracker for tenant:107c2e5c3ae34de883aee998f00a1894 on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:49:54.995936 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-69ab5c4d-0c68-4632-93a4-cadfe1259101 req-a5c64f09-57f2-47b9-8326-412788a84c47 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Unset dirty status for tenant:107c2e5c3ae34de883aee998f00a1894 on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:49:55.005930 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-69ab5c4d-0c68-4632-93a4-cadfe1259101 req-a5c64f09-57f2-47b9-8326-412788a84c47 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7a2610-8ed9-4e8d-91c0-eb61a2d4e103 HTTP/1.1" status: 200 len: 210 time: 0.0743883 Dec 09 18:49:55.163251 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d54b69-40f2-4c6c-9bd3-f1fc8793f440 req-a256d362-b6eb-4edd-888f-2fb158ceab0f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:55.167257 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d9d54b69-40f2-4c6c-9bd3-f1fc8793f440 req-a256d362-b6eb-4edd-888f-2fb158ceab0f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 943 time: 0.0928555 Dec 09 18:49:55.168701 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port d6d5620d-3dce-4fdf-92c4-d84fb96fe280 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:49:55.169212 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:55.215642 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d9d54b69-40f2-4c6c-9bd3-f1fc8793f440 req-cd7b354b-2e90-47fb-bda0-6fe7c9f9e02e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450995 Dec 09 18:49:55.263258 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 490cf9b6-841b-4242-bd39-7bce7b6c0027, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027,segment=NetworkSegment(f06199a9-1fdd-4169-9a28-4eaee6837c5e),segment_id=f06199a9-1fdd-4169-9a28-4eaee6837c5e)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:55.282407 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': '490cf9b6-841b-4242-bd39-7bce7b6c0027', 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'port_id': '490cf9b6-841b-4242-bd39-7bce7b6c0027', 'mac_address': 'fa:16:3e:fa:31:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:49:55.289022 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:55.387845 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:55.398838 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:55.417643 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490cf9b6-841b-4242-bd39-7bce7b6c0027 {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:49:55.437904 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:49:55.447848 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 490cf9b6-841b-4242-bd39-7bce7b6c0027, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027,segment=NetworkSegment(f06199a9-1fdd-4169-9a28-4eaee6837c5e),segment_id=f06199a9-1fdd-4169-9a28-4eaee6837c5e)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:55.451195 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port d6d5620d-3dce-4fdf-92c4-d84fb96fe280, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:55.453222 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:55.455013 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-d70ed732-083e-4578-9b8e-82d68ac2acc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:55.491915 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280', 'code': 200} Dec 09 18:49:55.498862 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:55.525747 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=490cf9b6-841b-4242-bd39-7bce7b6c0027,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:55.529300 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:55.529788 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:55.599382 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,revision_number=10']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:55.602578 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:55.928153 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['490cf9b6-841b-4242-bd39-7bce7b6c0027'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:49:56.198898 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf8d8e-6730-4334-afe9-8038cd4e723d req-f07f345f-7f6e-4258-8117-74c7b2492c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:56.200825 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c9cf8d8e-6730-4334-afe9-8038cd4e723d req-f07f345f-7f6e-4258-8117-74c7b2492c12 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 1100 time: 0.0929172 Dec 09 18:49:56.203232 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ff754-ee1b-4e12-b0c7-b55e5e879331 req-c981decc-ba75-4ead-8635-a6287276d0c3 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:56.210757 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7c5ff754-ee1b-4e12-b0c7-b55e5e879331 req-c981decc-ba75-4ead-8635-a6287276d0c3 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 947 time: 0.1848261 Dec 09 18:49:56.276398 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7c5ff754-ee1b-4e12-b0c7-b55e5e879331 req-44cbb730-f855-423c-a285-888f969add3c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634031 Dec 09 18:49:56.278060 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c9cf8d8e-6730-4334-afe9-8038cd4e723d req-4f7c66c0-a87f-4c33-a70d-92cb5462793b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697870 Dec 09 18:49:56.457412 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33f839-0b76-45d0-b3f6-5fd6f10ea917 req-6ebabcb9-1f7b-4548-b23d-142df6a7a4ff tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:56.458940 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8a33f839-0b76-45d0-b3f6-5fd6f10ea917 req-6ebabcb9-1f7b-4548-b23d-142df6a7a4ff tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 944 time: 0.0824225 Dec 09 18:49:56.512612 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8a33f839-0b76-45d0-b3f6-5fd6f10ea917 req-24810ef8-afdb-473d-8639-eb667faeffc1 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459569 Dec 09 18:49:56.819715 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:56.898006 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device da771f29-409b-447e-a2d3-dc2811dc81be no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:49:56.933838 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: da771f29-409b-447e-a2d3-dc2811dc81be {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:49:56.934252 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device da771f29-409b-447e-a2d3-dc2811dc81be not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:49:57.535139 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b84a5d-4034-455e-b942-4658c83b66f5 req-267062bc-06ef-4046-b553-4935c69efa39 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:57.536713 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-94b84a5d-4034-455e-b942-4658c83b66f5 req-267062bc-06ef-4046-b553-4935c69efa39 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 947 time: 0.1460776 Dec 09 18:49:57.583699 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-94b84a5d-4034-455e-b942-4658c83b66f5 req-2689b5c0-bbc9-4635-9bab-1f221485ee67 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407715 Dec 09 18:49:57.710963 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784d81-ae3b-489d-a51c-572de4770e07 req-f05696b0-b3d0-4380-a833-c2f64e2eb6d4 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:57.712412 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-08784d81-ae3b-489d-a51c-572de4770e07 req-f05696b0-b3d0-4380-a833-c2f64e2eb6d4 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 944 time: 0.0831552 Dec 09 18:49:57.757583 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-08784d81-ae3b-489d-a51c-572de4770e07 req-79a37552-f6ae-48fe-8d1a-3cb108fbefb2 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392909 Dec 09 18:49:58.793997 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c660ec1-0b77-4627-81cc-1fe1e31d8621 req-abbf5569-7416-4402-a76f-cb693f25158a tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:58.796084 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-9c660ec1-0b77-4627-81cc-1fe1e31d8621 req-abbf5569-7416-4402-a76f-cb693f25158a tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 947 time: 0.0970447 Dec 09 18:49:58.852432 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-9c660ec1-0b77-4627-81cc-1fe1e31d8621 req-d6a0d38d-b75e-48b9-91a6-ad36e0e7986e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479898 Dec 09 18:49:58.914636 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 490cf9b6-841b-4242-bd39-7bce7b6c0027 up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:49:58.979218 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c161f-695c-4fd0-8036-832af3d5a9b8 req-86d47389-ecb5-41b1-b331-de54266606bb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:58.980583 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-794c161f-695c-4fd0-8036-832af3d5a9b8 req-86d47389-ecb5-41b1-b331-de54266606bb tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 944 time: 0.0850887 Dec 09 18:49:58.989378 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port 490cf9b6-841b-4242-bd39-7bce7b6c0027 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:49:58.994335 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port 490cf9b6-841b-4242-bd39-7bce7b6c0027 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:49:58.994743 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:59.029157 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-794c161f-695c-4fd0-8036-832af3d5a9b8 req-5651b0de-1a25-44b3-87df-dd3ab966ac80 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416844 Dec 09 18:49:59.147911 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:59.178291 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31542c19-34df-4aed-8078-8d11d2cbe025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490cf9b6-841b-4242-bd39-7bce7b6c0027'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:49:59.188654 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 490cf9b6-841b-4242-bd39-7bce7b6c0027, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027,segment=NetworkSegment(f06199a9-1fdd-4169-9a28-4eaee6837c5e),segment_id=f06199a9-1fdd-4169-9a28-4eaee6837c5e)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:49:59.193250 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:49:59.195493 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:49:59.230432 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31542c19-34df-4aed-8078-8d11d2cbe025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490cf9b6-841b-4242-bd39-7bce7b6c0027', 'code': 200} Dec 09 18:49:59.271903 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=490cf9b6-841b-4242-bd39-7bce7b6c0027,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:49:59.274778 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:49:59.606558 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-70d536fc-ed1a-4703-b2f2-271c5b7cc0f5 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:59.608157 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-70d536fc-ed1a-4703-b2f2-271c5b7cc0f5 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/networks?id=fb58ca8a-9493-4632-b14b-770d452aeb51 HTTP/1.1" status: 200 len: 814 time: 0.2054048 Dec 09 18:49:59.626814 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-a75998be-d31c-4f9c-8133-3dd308b845ed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/quotas/67d590a32b7f42a0adbcfd2362cc66c0 HTTP/1.1" status: 200 len: 375 time: 0.0123641 Dec 09 18:49:59.629436 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336e1a3-0011-46fe-aedb-e2d37b63e122 req-0f59bedf-a3b9-406b-abcb-ef7178b4ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:49:59.630797 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f336e1a3-0011-46fe-aedb-e2d37b63e122 req-0f59bedf-a3b9-406b-abcb-ef7178b4ca4f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 1098 time: 0.1231678 Dec 09 18:49:59.811096 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f336e1a3-0011-46fe-aedb-e2d37b63e122 req-c9cadb35-3e04-4cab-8f10-2bf5cae06454 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485469 Dec 09 18:49:59.830361 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-53cc4a6e-03e2-4a36-945f-ca0688efdb98 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d590a32b7f42a0adbcfd2362cc66c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1984797 Dec 09 18:49:59.962762 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-57f38f3b-c372-4153-be26-2979ffc45b01 service neutron] 10.222.0.20 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253943 Dec 09 18:50:00.093900 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-0f02d09b-bfca-4cc5-a846-9e0dbd9455f3 service neutron] 10.222.0.20 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253822 Dec 09 18:50:00.237939 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf1d47-10d0-4d07-933e-47f45905c642 req-86348e2c-1aa4-4b48-b5a3-e57d18194f91 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:00.239475 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4fcf1d47-10d0-4d07-933e-47f45905c642 req-86348e2c-1aa4-4b48-b5a3-e57d18194f91 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.1013072 Dec 09 18:50:00.283106 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-729e1f6d-135d-4574-877f-8d80592385b6 req-fd3bae19-9b33-4960-a8ad-6f57b59e7fb9 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 210 time: 0.0530007 Dec 09 18:50:00.292361 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4fcf1d47-10d0-4d07-933e-47f45905c642 req-01d8e46f-b3d3-49a7-8bfc-3b69c9e7f63b tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443826 Dec 09 18:50:00.552804 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-b56acc1e-4be3-4850-9208-8c039ea788f2 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:00.554250 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-b56acc1e-4be3-4850-9208-8c039ea788f2 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/networks?id=1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb HTTP/1.1" status: 200 len: 813 time: 0.1442287 Dec 09 18:50:00.569697 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-3ecda972-743b-4dd0-9085-b3d821d49677 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/quotas/107c2e5c3ae34de883aee998f00a1894 HTTP/1.1" status: 200 len: 375 time: 0.0092084 Dec 09 18:50:00.622285 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-980a148b-0340-46c7-bd0e-6015c3de03ea tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=107c2e5c3ae34de883aee998f00a1894&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453253 Dec 09 18:50:00.754007 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-3b987a4a-68de-4529-a9be-1e4f3bd42054 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245635 Dec 09 18:50:00.889224 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-f528691c-9c4d-425f-b473-8c117985a52e service neutron] 10.222.0.20 "GET /v2.0/networks/1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265705 Dec 09 18:50:01.069643 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8ce8fec8-d79a-47e5-8124-293b599f1eac req-f1fcc95c-63dd-4f98-8f7b-8868185d94ae tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 210 time: 0.0521502 Dec 09 18:50:01.466290 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d1040fcb-005b-4ae0-a341-e58455537bd8 req-700f70d4-f95b-4376-852e-2ab63e5b93d5 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 210 time: 0.0637677 Dec 09 18:50:01.535322 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3989f-abd3-4e21-8417-f189ba5361b7 req-dd5fd936-081b-4bc6-8a51-347604475e7d tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:01.537229 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f5f3989f-abd3-4e21-8417-f189ba5361b7 req-dd5fd936-081b-4bc6-8a51-347604475e7d tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.1170998 Dec 09 18:50:01.584306 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f5f3989f-abd3-4e21-8417-f189ba5361b7 req-7a9431c0-1f04-4166-a560-f8ce253719bf tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411890 Dec 09 18:50:01.634030 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-a4bad1e0-f3a9-4d3c-9c7e-8a33cdbaa25c tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:01.636157 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-a4bad1e0-f3a9-4d3c-9c7e-8a33cdbaa25c tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.10 "GET /v2.0/networks?id=fb58ca8a-9493-4632-b14b-770d452aeb51 HTTP/1.1" status: 200 len: 814 time: 0.1973257 Dec 09 18:50:01.653278 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Request body: {'port': {'device_id': '4edc0bcd-cedc-44bb-8783-24e987af5e35', 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51', 'admin_state_up': True, 'tenant_id': '67d590a32b7f42a0adbcfd2362cc66c0'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:50:01.862286 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:50:01.874179 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:50:01.883051 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11fef4-839a-4eb4-a74d-6741bdd857c8 req-778375f0-b067-4a95-8df0-7813bc11c6f8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:01.884487 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4f11fef4-839a-4eb4-a74d-6741bdd857c8 req-778375f0-b067-4a95-8df0-7813bc11c6f8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.1500132 Dec 09 18:50:01.905061 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Made reservation on behalf of 67d590a32b7f42a0adbcfd2362cc66c0 for: {'port': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:50:01.908776 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:01.979948 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4f11fef4-839a-4eb4-a74d-6741bdd857c8 req-9ad48327-9f7c-4bda-96eb-b1ab5b7a0190 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892754 Dec 09 18:50:02.004782 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 48718) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:50:02.094607 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Allocated IP 172.20.0.7 (fb58ca8a-9493-4632-b14b-770d452aeb51/7e2d0a3d-1b6b-43b1-a938-79630eaf27ac/1a6be92d-d21b-4892-a560-2af91da42bef) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:50:02.203592 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227051c4-8fb0-457f-ae69-623a6aa6d7b6 tempest-TestShelveInstance-594149604 tempest-TestShelveInstance-594149604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:02.208705 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-227051c4-8fb0-457f-ae69-623a6aa6d7b6 tempest-TestShelveInstance-594149604 tempest-TestShelveInstance-594149604-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 1093 time: 0.2001431 Dec 09 18:50:02.241736 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 48726) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:50:02.252800 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Request body: {'floatingip': {'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'port_id': '490cf9b6-841b-4242-bd39-7bce7b6c0027', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:50:02.259725 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f4d8de1c-ed03-457f-bc44-fe6f74c6196c req-f4a13768-45fe-437b-b52e-d4ee7616e6f3 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 210 time: 0.0593686 Dec 09 18:50:02.262453 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:50:02.268118 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Usage tracker for resource:floatingip and tenant:4f818fcae35e4fa1b59695a47b5c2215 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:50:02.272002 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:50:02.279182 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:50:02.292151 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for floatingip, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:02.433395 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:02.512209 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-467a526c-2544-471b-916a-054c16f28fc5 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:02.513643 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-467a526c-2544-471b-916a-054c16f28fc5 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.10 "GET /v2.0/networks?id=1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb HTTP/1.1" status: 200 len: 813 time: 0.3691103 Dec 09 18:50:02.532545 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Request body: {'port': {'device_id': '45787545-4ba6-4109-885c-1972fa15afc5', 'network_id': '1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb', 'admin_state_up': True, 'tenant_id': '107c2e5c3ae34de883aee998f00a1894'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:50:02.585914 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Allocated IP 172.28.2.201 (6beed21b-9de4-4fbb-b55d-7f8ce9c9499c/5a39f25e-cbfe-4fa1-b581-b87a4aac1e40/54da65af-5f7a-41c7-8c56-1c633bb1bef1) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:50:02.665764 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:02.677891 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-91baadac-6ee0-4e2d-babd-6c306b3ebfcd req-4ce1daaf-bb6b-48d3-9a65-85ddd1c7b605 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 210 time: 0.0651383 Dec 09 18:50:02.736008 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:02.738864 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:50:02.750377 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:50:02.757633 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:02.763688 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-5200a867-6d3a-4615-9ab1-7b78680dd9f2 tempest-VolumesNegativeTest-1918790952 tempest-VolumesNegativeTest-1918790952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:02.765671 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:02.769403 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:02.787727 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['fae20ea1-02f2-4c9e-ab0c-7f606498f627'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:50:02.834907 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:50:02.835679 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Pushing event updated for resources: {'Port': ['ID=1a6be92d-d21b-4892-a560-2af91da42bef,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:02.838055 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:50:02.840071 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Made reservation on behalf of 107c2e5c3ae34de883aee998f00a1894 for: {'port': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:50:02.841884 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:50:02.843544 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:02.853562 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:02.870604 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Network fb58ca8a-9493-4632-b14b-770d452aeb51 is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:50:02.875333 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:50:02.883157 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Pushing event updated for resources: {'Port': ['ID=54da65af-5f7a-41c7-8c56-1c633bb1bef1,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:02.895308 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:02.895665 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:02.896014 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:02.896358 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:02.896699 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:02.897038 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:02.897371 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:02.897705 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:02.898301 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:02.898419 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:02.898713 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:02.899033 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:02.904113 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:02.912123 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:50:03.003463 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:03.003979 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:03.082991 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4338262 Dec 09 18:50:03.093884 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Allocated IP 172.20.0.7 (1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb/1eaf5947-b2ff-4c6a-bd20-2a5faac74876/d7432054-300a-40bc-9e7b-fc4aaf1991b5) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:50:03.100610 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Request body: {'port': {'device_id': '4edc0bcd-cedc-44bb-8783-24e987af5e35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:50:03.279298 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:03.509178 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-659f327c-a71a-4584-b3c5-9e5b414ce07f req-5d67e4ba-3d1c-4e83-bd55-8635316e85f5 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 210 time: 0.0613186 Dec 09 18:50:03.526606 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:03.587075 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:03.681998 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:03.688289 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a3ecdbf1-3201-4a39-9aad-08897d2fa89d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:03.709145 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:03.763895 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Network 1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:50:03.768106 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:50:03.775334 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:50:03.821720 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Pushing event updated for resources: {'Port': ['ID=d7432054-300a-40bc-9e7b-fc4aaf1991b5,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:03.829644 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:03.933822 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for port, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:03.936765 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:03.937363 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:03.939587 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132497390'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:03.944279 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-55dadd50-f3a7-4fa2-89e7-f056bf0da912 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:03.963066 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6be92d-d21b-4892-a560-2af91da42bef {{(pid=86801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:50:03.973551 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:03.984850 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4562414 Dec 09 18:50:03.998343 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Transition to ACTIVE for port object 1a6be92d-d21b-4892-a560-2af91da42bef will not be triggered until provisioned by entity L2. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:50:04.004464 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Request body: {'port': {'device_id': '45787545-4ba6-4109-885c-1972fa15afc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:50:04.034386 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:04.045914 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f520c79b-471b-4d35-a785-d56b0e5d2702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:04.051425 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Pushing event updated for resources: {'Port': ['ID=54da65af-5f7a-41c7-8c56-1c633bb1bef1,revision_number=2']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:04.055327 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:04.060383 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134207117'] for floatingip, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:04.213400 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbb0d0-557f-4fb9-85cf-544d40b67215 req-ce1b6dbb-167a-40ec-b3c1-d446c49d4803 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:04.213983 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-98bbb0d0-557f-4fb9-85cf-544d40b67215 req-ce1b6dbb-167a-40ec-b3c1-d446c49d4803 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Synchronizing usage tracker for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:50:04.232612 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.db.l3_db [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Floating IP 8038f925-b9b9-48df-b722-96571afec2bd associated. External IP: 172.28.2.201, port: 490cf9b6-841b-4242-bd39-7bce7b6c0027. Dec 09 18:50:04.347405 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Pushing event updated for resources: {'Port': ['ID=1a6be92d-d21b-4892-a560-2af91da42bef,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:04.394235 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:04.394869 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-98bbb0d0-557f-4fb9-85cf-544d40b67215 req-ce1b6dbb-167a-40ec-b3c1-d446c49d4803 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Unset dirty status for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:50:04.396028 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-98bbb0d0-557f-4fb9-85cf-544d40b67215 req-ce1b6dbb-167a-40ec-b3c1-d446c49d4803 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 931 time: 0.5835092 Dec 09 18:50:04.476773 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:04.547267 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-98bbb0d0-557f-4fb9-85cf-544d40b67215 req-9325bbe5-5f7f-4641-ae41-489893d08794 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435602 Dec 09 18:50:04.590699 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Attempting to bind port 1a6be92d-d21b-4892-a560-2af91da42bef on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:50:04.591051 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Attempting to bind port 1a6be92d-d21b-4892-a560-2af91da42bef by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:50:04.591371 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Attempting to bind port 1a6be92d-d21b-4892-a560-2af91da42bef on network fb58ca8a-9493-4632-b14b-770d452aeb51 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:50:04.595736 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Router 22df6528-b950-4c36-986e-92279d1e001a has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:50:04.605018 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Port 1a6be92d-d21b-4892-a560-2af91da42bef on network fb58ca8a-9493-4632-b14b-770d452aeb51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:50:04.605339 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Attempting to bind port 1a6be92d-d21b-4892-a560-2af91da42bef on network fb58ca8a-9493-4632-b14b-770d452aeb51 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:50:04.651515 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:50:04.651813 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Checking segment: {'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:50:04.652092 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Bound using segment: {'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:50:04.652535 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Bound port: 1a6be92d-d21b-4892-a560-2af91da42bef, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'}}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:50:04.652878 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:04.856545 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] For port 1a6be92d-d21b-4892-a560-2af91da42bef, host hv-cinder-81934, cleared binding levels {{(pid=86801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:50:04.862018 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] For port 1a6be92d-d21b-4892-a560-2af91da42bef, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1a6be92d-d21b-4892-a560-2af91da42bef,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:50:04.873391 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:04.879636 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-cec67127-7718-43be-bca5-5afdd07d04a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:04.939708 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:50:04.950597 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0263b0-1cd6-43ff-ad2e-740ece702bc9 None None] Sync routers for ids ['22df6528-b950-4c36-986e-92279d1e001a'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:50:04.960935 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0263b0-1cd6-43ff-ad2e-740ece702bc9 None None] Routers {'22df6528-b950-4c36-986e-92279d1e001a'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:50:04.962179 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-be0263b0-1cd6-43ff-ad2e-740ece702bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:49:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['22df6528-b950-4c36-986e-92279d1e001a'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:50:04.974129 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:04.974129 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:04.974447 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538d611-f45c-4dfa-bd4e-a7c0af0e74c1 req-5d56b526-bda4-46a3-8ba3-35fab8f9fd33 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:04.974551 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] 10.222.0.10 "PUT /v2.0/ports/1a6be92d-d21b-4892-a560-2af91da42bef HTTP/1.1" status: 200 len: 1093 time: 1.8754253 Dec 09 18:50:04.974551 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edc0bcd-cedc-44bb-8783-24e987af5e35', 'tag': '1a6be92d-d21b-4892-a560-2af91da42bef'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:50:04.974714 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b538d611-f45c-4dfa-bd4e-a7c0af0e74c1 req-5d56b526-bda4-46a3-8ba3-35fab8f9fd33 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 931 time: 0.3115180 Dec 09 18:50:05.006059 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Pushing event updated for resources: {'Port': ['ID=1a6be92d-d21b-4892-a560-2af91da42bef,revision_number=3']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:05.010753 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:05.025014 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for floatingip, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:05.089475 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edc0bcd-cedc-44bb-8783-24e987af5e35', 'tag': '1a6be92d-d21b-4892-a560-2af91da42bef', 'status': 'completed', 'code': 200} Dec 09 18:50:05.102931 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b538d611-f45c-4dfa-bd4e-a7c0af0e74c1 req-22dc24af-848e-4e9a-9b4a-eb0e7889a23e tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114316 Dec 09 18:50:05.111223 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8681197 Dec 09 18:50:05.112237 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31542c19-34df-4aed-8078-8d11d2cbe025', 'tag': '490cf9b6-841b-4242-bd39-7bce7b6c0027'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:50:05.126051 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7432054-300a-40bc-9e7b-fc4aaf1991b5 {{(pid=86801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:50:05.137755 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:05.161057 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Transition to ACTIVE for port object d7432054-300a-40bc-9e7b-fc4aaf1991b5 will not be triggered until provisioned by entity L2. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:50:05.168352 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-fb516923-135e-432f-adf9-08bcb3646cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:05.170774 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-fb516923-135e-432f-adf9-08bcb3646cd1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67d590a32b7f42a0adbcfd2362cc66c0&device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 1096 time: 0.1289899 Dec 09 18:50:05.172367 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:05.178075 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e4c8e19f-3438-4644-85d3-afb9141d0418 tempest-ServerRescueNegativeTestJSON-1686460341 tempest-ServerRescueNegativeTestJSON-1686460341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:05.188898 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31542c19-34df-4aed-8078-8d11d2cbe025', 'tag': '490cf9b6-841b-4242-bd39-7bce7b6c0027', 'status': 'completed', 'code': 200} Dec 09 18:50:05.190417 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-be0263b0-1cd6-43ff-ad2e-740ece702bc9 None None] Set router 22df6528-b950-4c36-986e-92279d1e001a gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:50:05.317078 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4f17f-d808-4a3b-93ee-daf9a5c65757 req-78d7a247-000d-42e4-af6c-13bf004c39df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:05.318561 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b5c4f17f-d808-4a3b-93ee-daf9a5c65757 req-78d7a247-000d-42e4-af6c-13bf004c39df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f818fcae35e4fa1b59695a47b5c2215&device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 1098 time: 0.0822203 Dec 09 18:50:05.344639 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-1fbe0cb3-3c6f-46b5-86df-8686f8cf8649 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a6be92d-d21b-4892-a560-2af91da42bef HTTP/1.1" status: 200 len: 217 time: 0.1318231 Dec 09 18:50:05.427238 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Pushing event updated for resources: {'Port': ['ID=d7432054-300a-40bc-9e7b-fc4aaf1991b5,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:05.455264 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:05.456391 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4f17f-d808-4a3b-93ee-daf9a5c65757 req-dfc92059-3e33-4928-80f6-a6cf938fd48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:05.458053 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b5c4f17f-d808-4a3b-93ee-daf9a5c65757 req-dfc92059-3e33-4928-80f6-a6cf938fd48a service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 HTTP/1.1" status: 200 len: 910 time: 0.1327736 Dec 09 18:50:05.502009 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-ee97255a-8396-4c78-b154-5b092f0e578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:05.502400 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-ee97255a-8396-4c78-b154-5b092f0e578e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2d0a3d-1b6b-43b1-a938-79630eaf27ac HTTP/1.1" status: 200 len: 854 time: 0.1494329 Dec 09 18:50:05.568407 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-091bc88a-36ce-41c6-9e78-d773922e72f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb58ca8a-9493-4632-b14b-770d452aeb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540793 Dec 09 18:50:05.569297 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b5c4f17f-d808-4a3b-93ee-daf9a5c65757 req-3c0866b8-b28b-4010-8c13-2ac998c5a909 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027 HTTP/1.1" status: 200 len: 999 time: 0.1040652 Dec 09 18:50:05.615547 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-be0263b0-1cd6-43ff-ad2e-740ece702bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22df6528-b950-4c36-986e-92279d1e001a', 'name': 'tempest-TestShelveInstance-1148904785-router', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:44Z', 'updated_at': '2021-12-09T18:48:49Z', 'revision_number': 4, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'gw_port': {'id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:45Z', 'updated_at': '2021-12-09T18:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': '8038f925-b9b9-48df-b722-96571afec2bd', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': '22df6528-b950-4c36-986e-92279d1e001a', 'port_id': '490cf9b6-841b-4242-bd39-7bce7b6c0027', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'mac_address': 'fa:16:3e:fa:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31542c19-34df-4aed-8078-8d11d2cbe025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:50:03Z', 'updated_at': '2021-12-09T18:50:03Z', 'revision_number': 0, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556ec4c3-9297-47ae-8904-548ee3bfdf28', 'name': '', 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'mac_address': 'fa:16:3e:18:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:48Z', 'updated_at': '2021-12-09T18:49:00Z', 'revision_number': 5, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'subnets': [{'id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:50:05.619959 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0263b0-1cd6-43ff-ad2e-740ece702bc9 None None] Checking router: 22df6528-b950-4c36-986e-92279d1e001a for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:50:05.628532 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0263b0-1cd6-43ff-ad2e-740ece702bc9 None None] Routers {'22df6528-b950-4c36-986e-92279d1e001a'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:50:05.630165 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-be0263b0-1cd6-43ff-ad2e-740ece702bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:49:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['22df6528-b950-4c36-986e-92279d1e001a'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:50:05.661178 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4f17f-d808-4a3b-93ee-daf9a5c65757 req-8e960423-f086-4d88-b5ef-71df6cea4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:05.662839 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b5c4f17f-d808-4a3b-93ee-daf9a5c65757 req-8e960423-f086-4d88-b5ef-71df6cea4715 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7fbd6dd5-9e11-4716-a177-a91e3d202bcc HTTP/1.1" status: 200 len: 848 time: 0.0792305 Dec 09 18:50:05.680910 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Attempting to bind port d7432054-300a-40bc-9e7b-fc4aaf1991b5 on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:50:05.681259 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Attempting to bind port d7432054-300a-40bc-9e7b-fc4aaf1991b5 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '078fb4bd-516f-417c-8af3-311329b284e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb'}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:50:05.681584 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Attempting to bind port d7432054-300a-40bc-9e7b-fc4aaf1991b5 on network 1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:50:05.690119 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Port d7432054-300a-40bc-9e7b-fc4aaf1991b5 on network 1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:50:05.690473 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Attempting to bind port d7432054-300a-40bc-9e7b-fc4aaf1991b5 on network 1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:50:05.703803 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:50:05.704302 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Checking segment: {'id': '078fb4bd-516f-417c-8af3-311329b284e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:50:05.704685 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Bound using segment: {'id': '078fb4bd-516f-417c-8af3-311329b284e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb'} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:50:05.705118 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Bound port: d7432054-300a-40bc-9e7b-fc4aaf1991b5, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078fb4bd-516f-417c-8af3-311329b284e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb'}}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:50:05.705458 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:05.821247 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4f17f-d808-4a3b-93ee-daf9a5c65757 req-21d62846-0623-4b57-96c9-d333358f3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:05.823126 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b5c4f17f-d808-4a3b-93ee-daf9a5c65757 req-21d62846-0623-4b57-96c9-d333358f3ae3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1537685 Dec 09 18:50:05.832346 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc5836-0f4e-43c4-817a-1be0ad41de73 req-be671251-e5b4-4ff8-9ee5-c218c57026e1 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:05.839888 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5fcc5836-0f4e-43c4-817a-1be0ad41de73 req-be671251-e5b4-4ff8-9ee5-c218c57026e1 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 943 time: 0.1280277 Dec 09 18:50:05.857842 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-be0263b0-1cd6-43ff-ad2e-740ece702bc9 None None] Set router 22df6528-b950-4c36-986e-92279d1e001a gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:50:05.928182 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-22f9e2ac-e5e8-45e3-bb4d-e30f4c48f633 service neutron] 10.222.0.10 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460395 Dec 09 18:50:05.964231 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5fcc5836-0f4e-43c4-817a-1be0ad41de73 req-1e771e64-6540-428f-8ebd-29c11d12e7d1 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231008 Dec 09 18:50:06.019431 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b5c4f17f-d808-4a3b-93ee-daf9a5c65757 req-80a90fae-e117-4339-90e2-548390287a58 service neutron] 10.222.0.10 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764727 Dec 09 18:50:06.032348 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] For port d7432054-300a-40bc-9e7b-fc4aaf1991b5, host hv-cinder-81934, cleared binding levels {{(pid=86801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:50:06.045731 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] For port d7432054-300a-40bc-9e7b-fc4aaf1991b5, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d7432054-300a-40bc-9e7b-fc4aaf1991b5,segment=NetworkSegment(078fb4bd-516f-417c-8af3-311329b284e9),segment_id=078fb4bd-516f-417c-8af3-311329b284e9)] {{(pid=86801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:50:06.054323 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:06.060206 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-66f93116-3fbe-4ae3-808e-4de2a58c7da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:06.139692 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:06.140276 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:06.141669 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] 10.222.0.10 "PUT /v2.0/ports/d7432054-300a-40bc-9e7b-fc4aaf1991b5 HTTP/1.1" status: 200 len: 1093 time: 2.1422403 Dec 09 18:50:06.156687 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-25fda5d0-fdbc-4b43-a33c-649683560a9f req-064a8e86-68d5-4c93-a9e8-d1b4865e7c4d service neutron] 10.222.0.10 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176845 Dec 09 18:50:06.162370 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Pushing event updated for resources: {'Port': ['ID=d7432054-300a-40bc-9e7b-fc4aaf1991b5,revision_number=3']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:06.165849 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:06.183173 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b5c4f17f-d808-4a3b-93ee-daf9a5c65757 req-3a321e8d-19ec-481f-84a3-631899b5284a service neutron] 10.222.0.10 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566119 Dec 09 18:50:06.322210 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-be0263b0-1cd6-43ff-ad2e-740ece702bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22df6528-b950-4c36-986e-92279d1e001a', 'name': 'tempest-TestShelveInstance-1148904785-router', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:44Z', 'updated_at': '2021-12-09T18:48:49Z', 'revision_number': 4, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'gw_port': {'id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:45Z', 'updated_at': '2021-12-09T18:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': '8038f925-b9b9-48df-b722-96571afec2bd', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': '22df6528-b950-4c36-986e-92279d1e001a', 'port_id': '490cf9b6-841b-4242-bd39-7bce7b6c0027', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'mac_address': 'fa:16:3e:fa:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31542c19-34df-4aed-8078-8d11d2cbe025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:50:03Z', 'updated_at': '2021-12-09T18:50:03Z', 'revision_number': 0, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556ec4c3-9297-47ae-8904-548ee3bfdf28', 'name': '', 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'mac_address': 'fa:16:3e:18:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:48Z', 'updated_at': '2021-12-09T18:49:00Z', 'revision_number': 5, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'subnets': [{'id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:50:06.326956 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0263b0-1cd6-43ff-ad2e-740ece702bc9 None None] The sync data for ids ['22df6528-b950-4c36-986e-92279d1e001a'] in dv-cinder-819346-1-smb is: [{'id': '22df6528-b950-4c36-986e-92279d1e001a', 'name': 'tempest-TestShelveInstance-1148904785-router', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:44Z', 'updated_at': '2021-12-09T18:48:49Z', 'revision_number': 4, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'gw_port': {'id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:45Z', 'updated_at': '2021-12-09T18:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': '8038f925-b9b9-48df-b722-96571afec2bd', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': '22df6528-b950-4c36-986e-92279d1e001a', 'port_id': '490cf9b6-841b-4242-bd39-7bce7b6c0027', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'mac_address': 'fa:16:3e:fa:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31542c19-34df-4aed-8078-8d11d2cbe025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:50:03Z', 'updated_at': '2021-12-09T18:50:03Z', 'revision_number': 0, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556ec4c3-9297-47ae-8904-548ee3bfdf28', 'name': '', 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'mac_address': 'fa:16:3e:18:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:48Z', 'updated_at': '2021-12-09T18:49:00Z', 'revision_number': 5, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'subnets': [{'id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:50:06.367642 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-c0d5471f-9ba1-40a5-85a4-f00a42b6821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:06.369180 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-c0d5471f-9ba1-40a5-85a4-f00a42b6821f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=107c2e5c3ae34de883aee998f00a1894&device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 1096 time: 0.0870030 Dec 09 18:50:06.425822 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36a3b4-1b47-4bd1-8a3c-21a7ecce45de req-1e932db3-a3d9-4e24-b5d0-29f8781a7a97 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:06.426525 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-ff36a3b4-1b47-4bd1-8a3c-21a7ecce45de req-1e932db3-a3d9-4e24-b5d0-29f8781a7a97 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Synchronizing usage tracker for tenant:107c2e5c3ae34de883aee998f00a1894 on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:50:06.430326 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b8440-3c5f-4a23-ac7b-a411f2972232 req-2e634dc2-8e6a-42b2-8abb-583f17843bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:06.431777 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8e2b8440-3c5f-4a23-ac7b-a411f2972232 req-2e634dc2-8e6a-42b2-8abb-583f17843bf5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67d590a32b7f42a0adbcfd2362cc66c0&device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 1096 time: 0.1203136 Dec 09 18:50:06.453496 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-559c695c-1aad-483e-adaf-01863e5c1692 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7432054-300a-40bc-9e7b-fc4aaf1991b5 HTTP/1.1" status: 200 len: 217 time: 0.0701482 Dec 09 18:50:06.516006 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-ff36a3b4-1b47-4bd1-8a3c-21a7ecce45de req-1e932db3-a3d9-4e24-b5d0-29f8781a7a97 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Unset dirty status for tenant:107c2e5c3ae34de883aee998f00a1894 on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:50:06.518009 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ff36a3b4-1b47-4bd1-8a3c-21a7ecce45de req-1e932db3-a3d9-4e24-b5d0-29f8781a7a97 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 943 time: 0.2477925 Dec 09 18:50:06.530812 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-a3ff7d32-03b0-40ac-9b07-8fe576d696a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:06.532758 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-a3ff7d32-03b0-40ac-9b07-8fe576d696a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1eaf5947-b2ff-4c6a-bd20-2a5faac74876 HTTP/1.1" status: 200 len: 853 time: 0.0716350 Dec 09 18:50:06.591341 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9c71df-1457-4c12-9a58-a2516e84b456 None None] New status for floating IP 8038f925-b9b9-48df-b722-96571afec2bd: ACTIVE {{(pid=86804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 18:50:06.599566 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ff36a3b4-1b47-4bd1-8a3c-21a7ecce45de req-44daa059-758f-451f-bede-398d8f82a971 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710738 Dec 09 18:50:06.605357 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-264aee52-cad2-41fc-b225-eecff7593b9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603411 Dec 09 18:50:06.620048 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b8440-3c5f-4a23-ac7b-a411f2972232 req-d7c79cd9-fd13-44b3-b3c7-1d3ee550ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:06.621475 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8e2b8440-3c5f-4a23-ac7b-a411f2972232 req-d7c79cd9-fd13-44b3-b3c7-1d3ee550ae0d service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb58ca8a-9493-4632-b14b-770d452aeb51 HTTP/1.1" status: 200 len: 915 time: 0.1806850 Dec 09 18:50:06.696318 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8e2b8440-3c5f-4a23-ac7b-a411f2972232 req-5ead2d41-6fec-481c-a7ff-6e1788434cdd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a6be92d-d21b-4892-a560-2af91da42bef HTTP/1.1" status: 200 len: 217 time: 0.0677111 Dec 09 18:50:06.749445 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-30c1c059-5e1f-42fb-b66d-9d67ae5c41b6 service neutron] 10.222.0.10 "GET /v2.0/networks/1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355038 Dec 09 18:50:06.779282 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b8440-3c5f-4a23-ac7b-a411f2972232 req-5a5bedaf-95bd-489b-b243-a7c7c99e34b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:06.786094 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8e2b8440-3c5f-4a23-ac7b-a411f2972232 req-5a5bedaf-95bd-489b-b243-a7c7c99e34b5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2d0a3d-1b6b-43b1-a938-79630eaf27ac HTTP/1.1" status: 200 len: 854 time: 0.0827067 Dec 09 18:50:06.855622 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8e2b8440-3c5f-4a23-ac7b-a411f2972232 req-e3bf59dc-8b18-4b2b-959d-e3dff0bb1b8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb58ca8a-9493-4632-b14b-770d452aeb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612564 Dec 09 18:50:07.005098 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-5465ebd0-6af3-48bc-9fe3-2e8841b61d7e service neutron] 10.222.0.10 "GET /v2.0/networks/1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492332 Dec 09 18:50:07.018277 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8e2b8440-3c5f-4a23-ac7b-a411f2972232 req-1a1d6812-d03f-4f7e-8267-ca3fea187f7b service neutron] 10.222.0.10 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496422 Dec 09 18:50:07.095079 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45787545-4ba6-4109-885c-1972fa15afc5', 'tag': 'd7432054-300a-40bc-9e7b-fc4aaf1991b5'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:50:07.151440 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45787545-4ba6-4109-885c-1972fa15afc5', 'tag': 'd7432054-300a-40bc-9e7b-fc4aaf1991b5', 'status': 'completed', 'code': 200} Dec 09 18:50:07.169688 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8e2b8440-3c5f-4a23-ac7b-a411f2972232 req-c96888d9-5fc8-4565-a49f-1fc93ec0d90d service neutron] 10.222.0.10 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442838 Dec 09 18:50:07.170393 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564eb19-34bd-4c0d-adac-8f5cc49665a3 req-fb57bfe7-95ff-42df-babf-3eceee34e882 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:07.171850 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5564eb19-34bd-4c0d-adac-8f5cc49665a3 req-fb57bfe7-95ff-42df-babf-3eceee34e882 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 943 time: 0.0894330 Dec 09 18:50:07.238459 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5564eb19-34bd-4c0d-adac-8f5cc49665a3 req-4b7200fa-7d4c-4879-a2d4-4ff1f1bba523 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608871 Dec 09 18:50:07.275805 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023adc0-99c4-45c5-896d-ca0a21c17860 req-bdbb8890-8065-486a-8d08-990abfedc0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:07.277237 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2023adc0-99c4-45c5-896d-ca0a21c17860 req-bdbb8890-8065-486a-8d08-990abfedc0c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=107c2e5c3ae34de883aee998f00a1894&device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 1096 time: 0.0767834 Dec 09 18:50:07.421975 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023adc0-99c4-45c5-896d-ca0a21c17860 req-15955fbf-6040-49f7-b271-16e544a0e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:07.423745 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2023adc0-99c4-45c5-896d-ca0a21c17860 req-15955fbf-6040-49f7-b271-16e544a0e9d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb HTTP/1.1" status: 200 len: 914 time: 0.1303675 Dec 09 18:50:07.495913 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2023adc0-99c4-45c5-896d-ca0a21c17860 req-0111f219-6453-444d-89dc-a7595f382c02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7432054-300a-40bc-9e7b-fc4aaf1991b5 HTTP/1.1" status: 200 len: 217 time: 0.0640843 Dec 09 18:50:07.560961 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023adc0-99c4-45c5-896d-ca0a21c17860 req-e08686e0-b024-4f9a-af2c-4c58b300643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:07.562316 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2023adc0-99c4-45c5-896d-ca0a21c17860 req-e08686e0-b024-4f9a-af2c-4c58b300643e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1eaf5947-b2ff-4c6a-bd20-2a5faac74876 HTTP/1.1" status: 200 len: 853 time: 0.0588586 Dec 09 18:50:07.623376 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2023adc0-99c4-45c5-896d-ca0a21c17860 req-65758978-4f7f-4988-b3c3-217d84f796e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528712 Dec 09 18:50:07.919239 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2023adc0-99c4-45c5-896d-ca0a21c17860 req-a7328082-11ea-4b20-928f-a694b5530f0e service neutron] 10.222.0.10 "GET /v2.0/networks/1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838271 Dec 09 18:50:07.956697 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f95a9-b0de-48dc-ba1b-05d51fbef494 req-268269a6-b01a-42ec-aa82-01babafc191e tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:07.958116 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c26f95a9-b0de-48dc-ba1b-05d51fbef494 req-268269a6-b01a-42ec-aa82-01babafc191e tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 943 time: 0.2482224 Dec 09 18:50:08.072549 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c26f95a9-b0de-48dc-ba1b-05d51fbef494 req-9e316c06-66d7-4a20-9bc4-629161e07c84 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675378 Dec 09 18:50:08.093921 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2023adc0-99c4-45c5-896d-ca0a21c17860 req-c9384f2f-c52e-48fe-8993-c94a96e6d18c service neutron] 10.222.0.10 "GET /v2.0/networks/1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660531 Dec 09 18:50:08.425468 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d235f-9da1-4607-acb4-3e56d4752d17 req-694725f3-ad46-473b-8720-4ad85971edfc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:08.426933 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5e9d235f-9da1-4607-acb4-3e56d4752d17 req-694725f3-ad46-473b-8720-4ad85971edfc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 943 time: 0.0804520 Dec 09 18:50:08.472699 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5e9d235f-9da1-4607-acb4-3e56d4752d17 req-45225ffb-0571-4ee5-bcea-ec5ccb88557e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400705 Dec 09 18:50:08.934535 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 1a6be92d-d21b-4892-a560-2af91da42bef details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:50:09.081954 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 1a6be92d-d21b-4892-a560-2af91da42bef, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1a6be92d-d21b-4892-a560-2af91da42bef,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:50:09.099202 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': '1a6be92d-d21b-4892-a560-2af91da42bef', 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51', 'port_id': '1a6be92d-d21b-4892-a560-2af91da42bef', 'mac_address': 'fa:16:3e:15:4a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e2d0a3d-1b6b-43b1-a938-79630eaf27ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:50:09.155005 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:09.172242 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6be92d-d21b-4892-a560-2af91da42bef {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:50:09.188137 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 1a6be92d-d21b-4892-a560-2af91da42bef, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1a6be92d-d21b-4892-a560-2af91da42bef,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:50:09.193855 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:09.195955 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:09.260493 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=1a6be92d-d21b-4892-a560-2af91da42bef,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:09.262349 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc30c1-701d-4b9e-ad75-f207b838e3ab req-9e6af2d0-7d4e-41a8-a872-259aed6999fb tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:09.263452 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:09.264490 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c5cc30c1-701d-4b9e-ad75-f207b838e3ab req-9e6af2d0-7d4e-41a8-a872-259aed6999fb tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 943 time: 0.0873487 Dec 09 18:50:09.308798 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c5cc30c1-701d-4b9e-ad75-f207b838e3ab req-c3562c1c-5d68-4747-8c63-0a61b2270df9 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386815 Dec 09 18:50:09.675197 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0647e-7e90-48ad-8bc2-dbab96e23317 req-90bc6b57-dc9a-404b-86a8-f08d5e40397b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:09.676626 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2ac0647e-7e90-48ad-8bc2-dbab96e23317 req-90bc6b57-dc9a-404b-86a8-f08d5e40397b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 944 time: 0.0905719 Dec 09 18:50:09.721590 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2ac0647e-7e90-48ad-8bc2-dbab96e23317 req-06262c69-0f79-4845-a263-75ee195d4e2b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391519 Dec 09 18:50:09.731213 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['1a6be92d-d21b-4892-a560-2af91da42bef'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:50:10.514808 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413e5e4-5e99-4b7d-9172-4c89dfd153df req-54fab03c-39be-46e5-9791-47aa2e149ea8 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:10.516276 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d413e5e4-5e99-4b7d-9172-4c89dfd153df req-54fab03c-39be-46e5-9791-47aa2e149ea8 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 943 time: 0.0916994 Dec 09 18:50:10.564243 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d413e5e4-5e99-4b7d-9172-4c89dfd153df req-10632530-f3c0-4bd9-bfcf-7d70eb0b76bf tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418632 Dec 09 18:50:10.910382 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2227ee-5a63-4647-b0f2-479237ebc91d req-87cf1f6c-e793-4094-ad61-17394a837224 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:10.911839 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-aa2227ee-5a63-4647-b0f2-479237ebc91d req-87cf1f6c-e793-4094-ad61-17394a837224 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 944 time: 0.0816381 Dec 09 18:50:10.938145 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device d7432054-300a-40bc-9e7b-fc4aaf1991b5 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:50:10.943952 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 1a6be92d-d21b-4892-a560-2af91da42bef up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:50:10.957289 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-aa2227ee-5a63-4647-b0f2-479237ebc91d req-86bd42b4-12bb-4315-b7e4-2442336bf0ae tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397170 Dec 09 18:50:11.098916 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port 1a6be92d-d21b-4892-a560-2af91da42bef completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:50:11.118964 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port 1a6be92d-d21b-4892-a560-2af91da42bef triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:50:11.119340 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:11.175356 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port d7432054-300a-40bc-9e7b-fc4aaf1991b5, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d7432054-300a-40bc-9e7b-fc4aaf1991b5,segment=NetworkSegment(078fb4bd-516f-417c-8af3-311329b284e9),segment_id=078fb4bd-516f-417c-8af3-311329b284e9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:50:11.194785 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': 'd7432054-300a-40bc-9e7b-fc4aaf1991b5', 'network_id': '1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb', 'port_id': 'd7432054-300a-40bc-9e7b-fc4aaf1991b5', 'mac_address': 'fa:16:3e:58:1d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eaf5947-b2ff-4c6a-bd20-2a5faac74876', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:50:11.291373 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:11.320199 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7432054-300a-40bc-9e7b-fc4aaf1991b5 {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:50:11.328936 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:11.354476 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port d7432054-300a-40bc-9e7b-fc4aaf1991b5, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d7432054-300a-40bc-9e7b-fc4aaf1991b5,segment=NetworkSegment(078fb4bd-516f-417c-8af3-311329b284e9),segment_id=078fb4bd-516f-417c-8af3-311329b284e9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:50:11.361709 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:11.364206 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:11.396831 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc0bcd-cedc-44bb-8783-24e987af5e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6be92d-d21b-4892-a560-2af91da42bef'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:50:11.454010 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 1a6be92d-d21b-4892-a560-2af91da42bef, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1a6be92d-d21b-4892-a560-2af91da42bef,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:50:11.458751 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edc0bcd-cedc-44bb-8783-24e987af5e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6be92d-d21b-4892-a560-2af91da42bef', 'code': 200} Dec 09 18:50:11.461585 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:11.476790 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=d7432054-300a-40bc-9e7b-fc4aaf1991b5,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:11.479545 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:11.479995 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-6318130c-dbfb-4f5a-b167-c78ba5c52f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:11.547960 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=1a6be92d-d21b-4892-a560-2af91da42bef,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:11.551190 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:11.718222 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d52e1-caf3-4212-9160-eb7cdb70968b req-eeab0e38-98fe-4d60-bd5d-390f717318c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:11.719832 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-340d52e1-caf3-4212-9160-eb7cdb70968b req-eeab0e38-98fe-4d60-bd5d-390f717318c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 1098 time: 0.0718997 Dec 09 18:50:11.757700 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606904ec-0b16-4a7b-b5ff-97666263b864 req-56d2b342-bf58-46b2-aa73-87368bbe17ca tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:11.759178 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-606904ec-0b16-4a7b-b5ff-97666263b864 req-56d2b342-bf58-46b2-aa73-87368bbe17ca tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 944 time: 0.0876024 Dec 09 18:50:11.764896 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-340d52e1-caf3-4212-9160-eb7cdb70968b req-0751060f-df38-4246-a3f1-6deaa6e7e5b3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361445 Dec 09 18:50:11.803111 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-606904ec-0b16-4a7b-b5ff-97666263b864 req-e501a60d-c551-4189-a10a-1c2e3d7e5c54 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375671 Dec 09 18:50:11.927098 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['d7432054-300a-40bc-9e7b-fc4aaf1991b5'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:50:12.148901 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927547d-a70b-4346-bb53-510e85f4fa41 req-95299daa-597b-4536-9eb8-f7191c1ff37e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:12.150368 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7927547d-a70b-4346-bb53-510e85f4fa41 req-95299daa-597b-4536-9eb8-f7191c1ff37e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 945 time: 0.0860574 Dec 09 18:50:12.198405 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7927547d-a70b-4346-bb53-510e85f4fa41 req-d8fb3cc4-f1ff-4bf0-8fb3-d218386d33a1 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391877 Dec 09 18:50:12.996219 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e03e7-4096-481c-b9a5-f69eef5d0f67 req-855df1c5-3308-44e3-9dd2-a7b43f299538 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:12.997560 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2a7e03e7-4096-481c-b9a5-f69eef5d0f67 req-855df1c5-3308-44e3-9dd2-a7b43f299538 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 944 time: 0.0909610 Dec 09 18:50:13.043189 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2a7e03e7-4096-481c-b9a5-f69eef5d0f67 req-7a6d5cf6-91ca-415c-ab31-cba920312452 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 Dec 09 18:50:13.398132 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708abd3-7c6b-4040-b0fa-540f1819b4ff req-16ee604a-8de3-47c4-9435-e81419693ce8 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:13.399639 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3708abd3-7c6b-4040-b0fa-540f1819b4ff req-16ee604a-8de3-47c4-9435-e81419693ce8 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 945 time: 0.0962782 Dec 09 18:50:13.448805 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3708abd3-7c6b-4040-b0fa-540f1819b4ff req-2a167a34-4a9c-43fe-a550-ab7cfa61d536 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432301 Dec 09 18:50:14.247795 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d545fa-87e7-4f58-9d47-3362a5c4d2ad req-213f4e35-aed1-4c7e-bc06-3001119dfbd2 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:14.249132 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-34d545fa-87e7-4f58-9d47-3362a5c4d2ad req-213f4e35-aed1-4c7e-bc06-3001119dfbd2 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 944 time: 0.0898728 Dec 09 18:50:14.295950 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-34d545fa-87e7-4f58-9d47-3362a5c4d2ad req-dfb861a5-b332-402e-842a-32e6d076fe52 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409248 Dec 09 18:50:14.651227 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2dd1e-5b2a-43bb-98bd-6163635d9fef req-b8c83317-d8db-4bfd-9eb4-09d71b5c8222 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:14.652650 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b3d2dd1e-5b2a-43bb-98bd-6163635d9fef req-b8c83317-d8db-4bfd-9eb4-09d71b5c8222 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 945 time: 0.0888464 Dec 09 18:50:14.697352 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b3d2dd1e-5b2a-43bb-98bd-6163635d9fef req-692e1a2e-7d5b-43a7-9893-a231ab9627a1 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389426 Dec 09 18:50:14.958938 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device d7432054-300a-40bc-9e7b-fc4aaf1991b5 up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:50:15.030045 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port d7432054-300a-40bc-9e7b-fc4aaf1991b5 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:50:15.039130 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port d7432054-300a-40bc-9e7b-fc4aaf1991b5 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:50:15.039702 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:15.164882 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:15.192097 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45787545-4ba6-4109-885c-1972fa15afc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7432054-300a-40bc-9e7b-fc4aaf1991b5'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:50:15.202362 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port d7432054-300a-40bc-9e7b-fc4aaf1991b5, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d7432054-300a-40bc-9e7b-fc4aaf1991b5,segment=NetworkSegment(078fb4bd-516f-417c-8af3-311329b284e9),segment_id=078fb4bd-516f-417c-8af3-311329b284e9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:50:15.207964 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:15.210523 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:15.241381 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45787545-4ba6-4109-885c-1972fa15afc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7432054-300a-40bc-9e7b-fc4aaf1991b5', 'code': 200} Dec 09 18:50:15.457672 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=d7432054-300a-40bc-9e7b-fc4aaf1991b5,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:15.462306 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:15.512147 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4386cd1-33ae-4d70-8abc-a9d706c93e5c req-775e6ca4-b28d-493c-a896-f40c9bdd43b6 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:15.519434 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4386cd1-33ae-4d70-8abc-a9d706c93e5c req-775e6ca4-b28d-493c-a896-f40c9bdd43b6 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 945 time: 0.0976546 Dec 09 18:50:15.566967 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c4386cd1-33ae-4d70-8abc-a9d706c93e5c req-a1f16ed2-f8a2-4004-a346-f10751de45c2 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466480 Dec 09 18:50:15.602315 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8c2b-0ef4-4e3a-b904-f47b15e1a2c8 req-b7496e43-5e70-4abc-8ea1-364afe046287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:15.603845 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f06a8c2b-0ef4-4e3a-b904-f47b15e1a2c8 req-b7496e43-5e70-4abc-8ea1-364afe046287 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 1098 time: 0.0955739 Dec 09 18:50:15.650750 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f06a8c2b-0ef4-4e3a-b904-f47b15e1a2c8 req-5cc10664-7900-490a-8de7-e9c92e1a2e5c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384564 Dec 09 18:50:16.757692 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6a27b-51f8-4cdd-af34-94366612a599 req-246f9c93-736b-41d0-9003-1bf6554e3c81 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:16.759125 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8de6a27b-51f8-4cdd-af34-94366612a599 req-246f9c93-736b-41d0-9003-1bf6554e3c81 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 945 time: 0.0851066 Dec 09 18:50:16.808605 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8de6a27b-51f8-4cdd-af34-94366612a599 req-8dbf0bc7-295d-4aee-99f3-ae823160dd79 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437131 Dec 09 18:50:18.014055 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9a768-cdaa-44db-af0b-a9dcbfa23f36 req-0d682980-9c02-47cc-9863-86567152a87a tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:18.015486 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0da9a768-cdaa-44db-af0b-a9dcbfa23f36 req-0d682980-9c02-47cc-9863-86567152a87a tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 945 time: 0.0888042 Dec 09 18:50:18.046654 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-aa325086-de67-4657-a495-9c2e55451bfe tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:18.050254 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-aa325086-de67-4657-a495-9c2e55451bfe tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/networks?id=fb58ca8a-9493-4632-b14b-770d452aeb51 HTTP/1.1" status: 200 len: 814 time: 0.1600010 Dec 09 18:50:18.065052 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-96833229-b2fe-4049-b410-93ab7050b8f5 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/quotas/67d590a32b7f42a0adbcfd2362cc66c0 HTTP/1.1" status: 200 len: 375 time: 0.0098488 Dec 09 18:50:18.066201 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0da9a768-cdaa-44db-af0b-a9dcbfa23f36 req-2d5be042-101e-44e5-accd-52ef13535c2e tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436380 Dec 09 18:50:18.170049 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-7bc02576-0f63-41a7-af39-a5a6d8f35ba0 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d590a32b7f42a0adbcfd2362cc66c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957389 Dec 09 18:50:18.340332 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-b29b8397-0704-493c-b234-ab74c32046c6 service neutron] 10.222.0.20 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537807 Dec 09 18:50:18.495241 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-2d1428ee-d55c-4b2e-8a91-210e47071005 service neutron] 10.222.0.20 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467066 Dec 09 18:50:18.728276 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-be6b241a-f401-42de-b591-16bcb89e1b7a req-29f3ec14-5a6f-405d-9c11-46809d267ff7 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 210 time: 0.0480204 Dec 09 18:50:19.498812 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:50:19.881913 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4376be2f-352c-4ac9-8bce-03ceb4761e1a req-84a20354-576c-4b50-a773-6896b4c343da tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 210 time: 0.0452383 Dec 09 18:50:19.891291 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d5430-03be-4645-a5c1-565036d55fe5 req-be810ab7-9125-40c2-98ac-b7be32884972 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:19.893193 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6d0d5430-03be-4645-a5c1-565036d55fe5 req-be810ab7-9125-40c2-98ac-b7be32884972 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.1546910 Dec 09 18:50:19.895498 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a1421-0753-4bdc-9636-352f54749b66 req-405209b9-9eaf-446d-9db4-56f452cde4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:19.896849 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ae1a1421-0753-4bdc-9636-352f54749b66 req-405209b9-9eaf-446d-9db4-56f452cde4b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a171f64c53f40a5bcab7a06ae2e1b7c&device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 1137 time: 0.1224866 Dec 09 18:50:20.019662 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6d0d5430-03be-4645-a5c1-565036d55fe5 req-e1bb3910-f1c6-4ef7-a04f-f8bf4acd9e5a tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&id=162b56b5-e85a-40ca-be29-1d6b035d9e68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1193247 Dec 09 18:50:20.069853 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a1421-0753-4bdc-9636-352f54749b66 req-bc072dad-56c3-4889-b159-9fcf1a805555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:20.071584 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ae1a1421-0753-4bdc-9636-352f54749b66 req-bc072dad-56c3-4889-b159-9fcf1a805555 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3 HTTP/1.1" status: 200 len: 915 time: 0.1571314 Dec 09 18:50:20.141954 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-3017f878-f07f-49de-8595-295f82957dc4 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:20.143389 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-3017f878-f07f-49de-8595-295f82957dc4 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.10 "GET /v2.0/networks?id=fb58ca8a-9493-4632-b14b-770d452aeb51 HTTP/1.1" status: 200 len: 814 time: 0.1522856 Dec 09 18:50:20.165541 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Request body: {'port': {'device_id': '2e4380a2-ff14-46a8-9172-99a21614c99e', 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51', 'admin_state_up': True, 'tenant_id': '67d590a32b7f42a0adbcfd2362cc66c0'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:50:20.186035 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ae1a1421-0753-4bdc-9636-352f54749b66 req-b654dbe2-9815-488a-9cb9-3486692613e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1288f274-5168-437b-b50e-5a999c242f6b HTTP/1.1" status: 200 len: 1001 time: 0.0976660 Dec 09 18:50:20.259943 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a1421-0753-4bdc-9636-352f54749b66 req-77506a08-03f5-44a5-b12e-5916e9a2f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:20.261752 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ae1a1421-0753-4bdc-9636-352f54749b66 req-77506a08-03f5-44a5-b12e-5916e9a2f0ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e824af-a703-4242-88ed-b01542221d37 HTTP/1.1" status: 200 len: 853 time: 0.0689082 Dec 09 18:50:20.278207 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-125f5687-0222-4fd8-8b3d-9436bcdebb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:20.347139 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a1421-0753-4bdc-9636-352f54749b66 req-db571975-56ba-48a7-8a40-f4ada9815dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:20.348624 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ae1a1421-0753-4bdc-9636-352f54749b66 req-db571975-56ba-48a7-8a40-f4ada9815dfe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796843 Dec 09 18:50:20.397790 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:50:20.407862 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:50:20.420535 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Made reservation on behalf of 67d590a32b7f42a0adbcfd2362cc66c0 for: {'port': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:50:20.424196 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:20.488812 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ae1a1421-0753-4bdc-9636-352f54749b66 req-51415c5b-9414-426b-aa4b-4ee652490e06 service neutron] 10.222.0.10 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246293 Dec 09 18:50:20.593094 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Allocated IP 172.20.0.14 (fb58ca8a-9493-4632-b14b-770d452aeb51/7e2d0a3d-1b6b-43b1-a938-79630eaf27ac/c04e7708-3664-40d7-973e-90a823fa0508) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:50:20.625417 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ae1a1421-0753-4bdc-9636-352f54749b66 req-8e9615f9-5daa-490c-b9e3-362bcffa346f service neutron] 10.222.0.10 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298695 Dec 09 18:50:20.805999 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:20.856018 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:20.868733 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8c4ce685-c0f3-4688-8c7c-ac25255c1b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:20.898801 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['fae20ea1-02f2-4c9e-ab0c-7f606498f627', '1a6be92d-d21b-4892-a560-2af91da42bef'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:50:20.943615 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Network fb58ca8a-9493-4632-b14b-770d452aeb51 is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:50:20.947090 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:50:20.950136 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:50:20.997086 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Pushing event updated for resources: {'Port': ['ID=c04e7708-3664-40d7-973e-90a823fa0508,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:21.001246 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:21.027493 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:21.028096 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:21.112508 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9505510 Dec 09 18:50:21.147934 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a9e93-b8bf-445e-8f85-61f946fbc97b req-53558e75-0d98-45a7-bcdd-5b1c13ecd301 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:21.148740 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-568a9e93-b8bf-445e-8f85-61f946fbc97b req-53558e75-0d98-45a7-bcdd-5b1c13ecd301 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Synchronizing usage tracker for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:50:21.179496 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-568a9e93-b8bf-445e-8f85-61f946fbc97b req-53558e75-0d98-45a7-bcdd-5b1c13ecd301 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Unset dirty status for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:50:21.182578 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-568a9e93-b8bf-445e-8f85-61f946fbc97b req-53558e75-0d98-45a7-bcdd-5b1c13ecd301 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 932 time: 0.1616290 Dec 09 18:50:21.219715 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Request body: {'port': {'device_id': '2e4380a2-ff14-46a8-9172-99a21614c99e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:50:21.257953 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55639a6d-4b40-4755-9ddc-5c529d568807 req-7d9bdffa-54ad-4fd9-8d48-614119bf95a3 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:21.259945 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-55639a6d-4b40-4755-9ddc-5c529d568807 req-7d9bdffa-54ad-4fd9-8d48-614119bf95a3 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.1146932 Dec 09 18:50:21.279673 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:21.294136 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-568a9e93-b8bf-445e-8f85-61f946fbc97b req-f8dca97e-73e3-4dc2-83c9-384e0ddec9c2 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043599 Dec 09 18:50:21.309896 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-55639a6d-4b40-4755-9ddc-5c529d568807 req-a0353fdd-0bd7-4e4c-9c6c-5bd4a83dde1e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&id=162b56b5-e85a-40ca-be29-1d6b035d9e68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445130 Dec 09 18:50:21.363283 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:21.711884 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04e7708-3664-40d7-973e-90a823fa0508 {{(pid=86802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:50:21.719209 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:21.734480 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.provisioning_blocks [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Transition to ACTIVE for port object c04e7708-3664-40d7-973e-90a823fa0508 will not be triggered until provisioned by entity L2. {{(pid=86802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:50:21.740061 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132497390'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:21.743741 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b5cc0225-29d6-4468-93a3-7c17c2b22401 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:21.866154 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Pushing event updated for resources: {'Port': ['ID=c04e7708-3664-40d7-973e-90a823fa0508,revision_number=2']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:21.891970 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:21.971851 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Attempting to bind port c04e7708-3664-40d7-973e-90a823fa0508 on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:50:21.972542 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Attempting to bind port c04e7708-3664-40d7-973e-90a823fa0508 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'}] {{(pid=86802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:50:21.972542 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Attempting to bind port c04e7708-3664-40d7-973e-90a823fa0508 on network fb58ca8a-9493-4632-b14b-770d452aeb51 {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:50:21.977395 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Port c04e7708-3664-40d7-973e-90a823fa0508 on network fb58ca8a-9493-4632-b14b-770d452aeb51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:50:21.977712 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Attempting to bind port c04e7708-3664-40d7-973e-90a823fa0508 on network fb58ca8a-9493-4632-b14b-770d452aeb51 {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:50:21.983057 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:50:21.983386 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Checking segment: {'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:50:21.983761 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Bound using segment: {'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'} {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:50:21.984208 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Bound port: c04e7708-3664-40d7-973e-90a823fa0508, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'}}] {{(pid=86802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:50:21.984574 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:22.078127 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] For port c04e7708-3664-40d7-973e-90a823fa0508, host hv-cinder-81934, cleared binding levels {{(pid=86802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:50:22.083250 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] For port c04e7708-3664-40d7-973e-90a823fa0508, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=c04e7708-3664-40d7-973e-90a823fa0508,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:50:22.092233 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132497390'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:22.097004 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-bf20c9ed-b2ac-4d50-8442-00d807282bed tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:22.155497 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:22.156108 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:22.157615 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] 10.222.0.10 "PUT /v2.0/ports/c04e7708-3664-40d7-973e-90a823fa0508 HTTP/1.1" status: 200 len: 1094 time: 0.9460626 Dec 09 18:50:22.158120 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4380a2-ff14-46a8-9172-99a21614c99e', 'tag': 'c04e7708-3664-40d7-973e-90a823fa0508'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:50:22.176685 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Pushing event updated for resources: {'Port': ['ID=c04e7708-3664-40d7-973e-90a823fa0508,revision_number=3']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:22.179787 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:22.203966 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4380a2-ff14-46a8-9172-99a21614c99e', 'tag': 'c04e7708-3664-40d7-973e-90a823fa0508', 'status': 'completed', 'code': 200} Dec 09 18:50:22.329420 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c097a3c-b595-4171-a836-f30cd03863d7 req-82f8b4a1-0977-4dd1-9b12-5471bb8f1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:22.330960 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6c097a3c-b595-4171-a836-f30cd03863d7 req-82f8b4a1-0977-4dd1-9b12-5471bb8f1b5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67d590a32b7f42a0adbcfd2362cc66c0&device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 1097 time: 0.0743046 Dec 09 18:50:22.510272 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92f068-d0f1-47aa-bd68-09092e33547d req-1ab5488f-7607-4b61-a3a5-5a735c8dad0b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:22.511736 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6a92f068-d0f1-47aa-bd68-09092e33547d req-1ab5488f-7607-4b61-a3a5-5a735c8dad0b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.0853961 Dec 09 18:50:22.560208 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6a92f068-d0f1-47aa-bd68-09092e33547d req-dc7304ec-6e7f-4dfb-8039-01657d6478b9 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&id=162b56b5-e85a-40ca-be29-1d6b035d9e68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415561 Dec 09 18:50:22.594425 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a812-6ba2-4973-97c8-821bf131d9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:22.621251 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c097a3c-b595-4171-a836-f30cd03863d7 req-61ded8e6-3aa7-407e-b319-7cde28f61cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:22.622660 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6c097a3c-b595-4171-a836-f30cd03863d7 req-61ded8e6-3aa7-407e-b319-7cde28f61cc6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=67d590a32b7f42a0adbcfd2362cc66c0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2745337 Dec 09 18:50:22.633627 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef87106-64bc-4eab-83fc-b6f4f34bc9af req-40a7c247-f2b1-4bfe-9c45-71389c63278d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:22.634967 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cef87106-64bc-4eab-83fc-b6f4f34bc9af req-40a7c247-f2b1-4bfe-9c45-71389c63278d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 944 time: 0.1344068 Dec 09 18:50:22.757070 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cef87106-64bc-4eab-83fc-b6f4f34bc9af req-e2666354-ed5c-4403-94be-4530ab8138bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040039 Dec 09 18:50:22.794480 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c097a3c-b595-4171-a836-f30cd03863d7 req-39c89bdf-288e-4e00-8531-77fd938ed861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:22.795980 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6c097a3c-b595-4171-a836-f30cd03863d7 req-39c89bdf-288e-4e00-8531-77fd938ed861 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1601350 Dec 09 18:50:22.949375 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-7e91cbad-507a-4a63-afbd-d57b36356dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:22.950898 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-7e91cbad-507a-4a63-afbd-d57b36356dfc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67d590a32b7f42a0adbcfd2362cc66c0&device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 1097 time: 0.0793593 Dec 09 18:50:23.043707 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-2182555b-da3a-43cd-b3af-1a623b5cdda9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c04e7708-3664-40d7-973e-90a823fa0508 HTTP/1.1" status: 200 len: 217 time: 0.0705760 Dec 09 18:50:23.117163 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-9cd4c2ee-3ffd-48c3-beef-9b42ef8653e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:23.118515 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-9cd4c2ee-3ffd-48c3-beef-9b42ef8653e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2d0a3d-1b6b-43b1-a938-79630eaf27ac HTTP/1.1" status: 200 len: 854 time: 0.0616598 Dec 09 18:50:23.172238 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-37612866-c5aa-42d1-b18d-030372f628bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb58ca8a-9493-4632-b14b-770d452aeb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399215 Dec 09 18:50:23.324770 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-4354028e-2644-4e6a-996e-51c535938c18 service neutron] 10.222.0.10 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364064 Dec 09 18:50:23.467634 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a96cd23b-b78d-4c20-b532-a66851c35d42 req-1babeff3-7f8b-445b-8448-2d551992e381 service neutron] 10.222.0.10 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356332 Dec 09 18:50:23.857343 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be26d03-00e7-482a-935f-2d8085004c9f req-3d4bc2f8-a7a9-4b18-840a-a0e12d110d94 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:23.858833 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3be26d03-00e7-482a-935f-2d8085004c9f req-3d4bc2f8-a7a9-4b18-840a-a0e12d110d94 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.1870952 Dec 09 18:50:23.907335 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3be26d03-00e7-482a-935f-2d8085004c9f req-2c514fe7-d663-4a1c-88a7-e7fd9bbf0026 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&id=162b56b5-e85a-40ca-be29-1d6b035d9e68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416462 Dec 09 18:50:23.959035 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae56d8f-7d76-4440-b9c6-1d8edad7ec45 req-42691a22-d29f-45bb-92c8-b2b589a2370a tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:23.960699 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8ae56d8f-7d76-4440-b9c6-1d8edad7ec45 req-42691a22-d29f-45bb-92c8-b2b589a2370a tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 944 time: 0.0909467 Dec 09 18:50:24.018343 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8ae56d8f-7d76-4440-b9c6-1d8edad7ec45 req-3a628483-755e-4a19-b33e-cd826c20f048 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505502 Dec 09 18:50:24.034803 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:24.646368 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe861ff-ceb9-440b-8314-2b9ff7b07c99 req-980341cb-c78c-4f28-9fc3-ed90cd9f8f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:24.647850 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-dbe861ff-ceb9-440b-8314-2b9ff7b07c99 req-980341cb-c78c-4f28-9fc3-ed90cd9f8f73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a171f64c53f40a5bcab7a06ae2e1b7c&device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 1137 time: 0.0863783 Dec 09 18:50:24.797515 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe861ff-ceb9-440b-8314-2b9ff7b07c99 req-554116d5-7781-4a92-a30e-2b53162a45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:24.799395 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-dbe861ff-ceb9-440b-8314-2b9ff7b07c99 req-554116d5-7781-4a92-a30e-2b53162a45aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3 HTTP/1.1" status: 200 len: 915 time: 0.1279523 Dec 09 18:50:24.903176 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-dbe861ff-ceb9-440b-8314-2b9ff7b07c99 req-7927f2bf-9fbf-4d46-a9bf-14d1ee8514d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1288f274-5168-437b-b50e-5a999c242f6b HTTP/1.1" status: 200 len: 1001 time: 0.0961330 Dec 09 18:50:24.970533 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe861ff-ceb9-440b-8314-2b9ff7b07c99 req-4bfe8019-41d6-47b9-bab5-b9461423a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:24.971978 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-dbe861ff-ceb9-440b-8314-2b9ff7b07c99 req-4bfe8019-41d6-47b9-bab5-b9461423a122 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e824af-a703-4242-88ed-b01542221d37 HTTP/1.1" status: 200 len: 853 time: 0.0564916 Dec 09 18:50:25.052193 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe861ff-ceb9-440b-8314-2b9ff7b07c99 req-3ceb8463-0668-4f3d-9530-9219c8a37c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:25.053774 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-dbe861ff-ceb9-440b-8314-2b9ff7b07c99 req-3ceb8463-0668-4f3d-9530-9219c8a37c31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741737 Dec 09 18:50:25.095452 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa44faa-7c62-45b7-8381-2f1940a0b93e req-eccea94f-db8c-4d40-adb2-46bd82b64f42 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:25.096914 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-cfa44faa-7c62-45b7-8381-2f1940a0b93e req-eccea94f-db8c-4d40-adb2-46bd82b64f42 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.0842512 Dec 09 18:50:25.142903 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-cfa44faa-7c62-45b7-8381-2f1940a0b93e req-496ec158-4920-4187-af68-42d067b89669 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&id=162b56b5-e85a-40ca-be29-1d6b035d9e68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401907 Dec 09 18:50:25.263249 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:25.329305 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-dbe861ff-ceb9-440b-8314-2b9ff7b07c99 req-6062f575-7500-4c95-9caa-c61fbb44e3e2 service neutron] 10.222.0.10 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650089 Dec 09 18:50:25.414324 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca3e1d-fc03-42b7-a9bc-ebfa9bfab73d req-675bc842-0365-49f1-b048-bc31fd3a2535 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:25.415712 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-90ca3e1d-fc03-42b7-a9bc-ebfa9bfab73d req-675bc842-0365-49f1-b048-bc31fd3a2535 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 944 time: 0.2860057 Dec 09 18:50:25.489654 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-90ca3e1d-fc03-42b7-a9bc-ebfa9bfab73d req-af6eb624-2baf-42a3-8f4c-76cccab10dd2 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634844 Dec 09 18:50:25.511245 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-dbe861ff-ceb9-440b-8314-2b9ff7b07c99 req-6c6db618-d982-4b41-8f7d-2a2da3941b7e service neutron] 10.222.0.10 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744435 Dec 09 18:50:26.349296 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d91bf2-cd3b-40fc-80de-d8388d64f9c8 req-9cc53b5d-9fab-45ae-95dc-d451d7dddf44 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:26.350729 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c3d91bf2-cd3b-40fc-80de-d8388d64f9c8 req-9cc53b5d-9fab-45ae-95dc-d451d7dddf44 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.1004574 Dec 09 18:50:26.399406 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c3d91bf2-cd3b-40fc-80de-d8388d64f9c8 req-6ab9b236-75a4-4d4c-acea-756dc40a73c9 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&id=162b56b5-e85a-40ca-be29-1d6b035d9e68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424879 Dec 09 18:50:26.705137 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6353a6b-4bd9-41cb-a566-026f917cd9b5 req-e7e819ab-4b8b-4e81-9100-addb034181c7 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:26.707116 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d6353a6b-4bd9-41cb-a566-026f917cd9b5 req-e7e819ab-4b8b-4e81-9100-addb034181c7 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 944 time: 0.0843112 Dec 09 18:50:26.750349 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d6353a6b-4bd9-41cb-a566-026f917cd9b5 req-5f59b7ef-87dc-495b-9f22-9ba7f1b4a671 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376668 Dec 09 18:50:26.816487 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:26.981429 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device c04e7708-3664-40d7-973e-90a823fa0508 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:50:27.119722 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port c04e7708-3664-40d7-973e-90a823fa0508, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=c04e7708-3664-40d7-973e-90a823fa0508,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:50:27.132745 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': 'c04e7708-3664-40d7-973e-90a823fa0508', 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51', 'port_id': 'c04e7708-3664-40d7-973e-90a823fa0508', 'mac_address': 'fa:16:3e:2c:ca:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e2d0a3d-1b6b-43b1-a938-79630eaf27ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:50:27.191035 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:27.222403 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04e7708-3664-40d7-973e-90a823fa0508 {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:50:27.238214 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port c04e7708-3664-40d7-973e-90a823fa0508, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=c04e7708-3664-40d7-973e-90a823fa0508,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:50:27.244345 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:27.246098 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:27.310186 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=c04e7708-3664-40d7-973e-90a823fa0508,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:27.317622 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:27.317962 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:27.318286 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:27.318616 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:27.319039 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:27.319356 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:27.319673 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:27.319983 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:27.320296 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:27.320608 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:27.320897 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:27.321226 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:50:27.325486 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:27.618959 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce64cd-1739-4203-b83f-5d1e07048029 req-8ed0c15b-deb8-4a49-968f-454bf9333ee0 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:27.620383 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c0ce64cd-1739-4203-b83f-5d1e07048029 req-8ed0c15b-deb8-4a49-968f-454bf9333ee0 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.1040425 Dec 09 18:50:27.667592 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c0ce64cd-1739-4203-b83f-5d1e07048029 req-c23ab08f-8502-42ab-adea-b8a3af095490 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&id=162b56b5-e85a-40ca-be29-1d6b035d9e68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410964 Dec 09 18:50:27.774134 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['c04e7708-3664-40d7-973e-90a823fa0508'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:50:27.940803 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f120f-2b03-423f-9086-371b4be55fca req-34e85efb-7879-457b-b5d2-6eec980cde4d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:27.944118 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5e3f120f-2b03-423f-9086-371b4be55fca req-34e85efb-7879-457b-b5d2-6eec980cde4d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 945 time: 0.0857384 Dec 09 18:50:27.986937 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5e3f120f-2b03-423f-9086-371b4be55fca req-9ea8d029-9d7a-4d22-b473-72bf52cb6ba8 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389023 Dec 09 18:50:28.890022 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c23067-5007-4551-b0c8-857e4c84245a req-648acbd2-713f-4a73-99e9-a61f113f1a85 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:28.891478 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-50c23067-5007-4551-b0c8-857e4c84245a req-648acbd2-713f-4a73-99e9-a61f113f1a85 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.0972869 Dec 09 18:50:28.941431 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-50c23067-5007-4551-b0c8-857e4c84245a req-78662903-8bac-4858-91e7-a19c91014b63 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&id=162b56b5-e85a-40ca-be29-1d6b035d9e68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437589 Dec 09 18:50:29.188168 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5abbf-8178-4886-9e3e-c1633548318f req-26c2de7e-1d99-44d1-85b9-9e7e411ddda9 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:29.189685 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-28d5abbf-8178-4886-9e3e-c1633548318f req-26c2de7e-1d99-44d1-85b9-9e7e411ddda9 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 945 time: 0.0976138 Dec 09 18:50:29.237674 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-28d5abbf-8178-4886-9e3e-c1633548318f req-9f7a1dac-38d4-4c37-85f4-831bc3d030bb tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416889 Dec 09 18:50:30.129985 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603abab3-d0b4-4e17-8376-c417e9eacf65 req-5bd63f26-ca0f-4aae-81a5-cb7c8efece54 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:30.131488 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-603abab3-d0b4-4e17-8376-c417e9eacf65 req-5bd63f26-ca0f-4aae-81a5-cb7c8efece54 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.0836985 Dec 09 18:50:30.183036 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-603abab3-d0b4-4e17-8376-c417e9eacf65 req-90a395e7-826f-4308-b993-099265c5231a tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&id=162b56b5-e85a-40ca-be29-1d6b035d9e68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455329 Dec 09 18:50:30.443293 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852c98e-f4c3-467b-8031-a7886dc75ae6 req-af00f0c9-d449-4bcb-8b36-3699fbee4e66 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:30.444722 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d852c98e-f4c3-467b-8031-a7886dc75ae6 req-af00f0c9-d449-4bcb-8b36-3699fbee4e66 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 945 time: 0.0924087 Dec 09 18:50:30.491116 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d852c98e-f4c3-467b-8031-a7886dc75ae6 req-44e44419-b691-4be3-8b7e-14e9b7b439dd tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402949 Dec 09 18:50:31.009197 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device c04e7708-3664-40d7-973e-90a823fa0508 up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:50:31.080697 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port c04e7708-3664-40d7-973e-90a823fa0508 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:50:31.085820 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port c04e7708-3664-40d7-973e-90a823fa0508 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:50:31.086209 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:31.204726 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:31.233821 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4380a2-ff14-46a8-9172-99a21614c99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04e7708-3664-40d7-973e-90a823fa0508'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:50:31.245377 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port c04e7708-3664-40d7-973e-90a823fa0508, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=c04e7708-3664-40d7-973e-90a823fa0508,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:50:31.251233 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:31.253223 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:31.285758 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4380a2-ff14-46a8-9172-99a21614c99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04e7708-3664-40d7-973e-90a823fa0508', 'code': 200} Dec 09 18:50:31.323415 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=c04e7708-3664-40d7-973e-90a823fa0508,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:31.326677 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:31.373686 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61c84a-8317-4040-af51-8150a4d8a394 req-9c5e3e7e-50f0-40e2-8f8f-0c1a1f43488e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:31.375495 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7e61c84a-8317-4040-af51-8150a4d8a394 req-9c5e3e7e-50f0-40e2-8f8f-0c1a1f43488e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.0841300 Dec 09 18:50:31.423169 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7e61c84a-8317-4040-af51-8150a4d8a394 req-df88d32d-edf2-4f3f-be37-abe13ba46857 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&id=162b56b5-e85a-40ca-be29-1d6b035d9e68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408483 Dec 09 18:50:31.590547 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d18e6-aea7-4d7a-90f2-99ce87fc3996 req-51db3a87-ae8e-466e-a2c2-facf714882aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:31.592052 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-1b3d18e6-aea7-4d7a-90f2-99ce87fc3996 req-51db3a87-ae8e-466e-a2c2-facf714882aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 1099 time: 0.0805383 Dec 09 18:50:31.634211 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-1b3d18e6-aea7-4d7a-90f2-99ce87fc3996 req-20463657-2883-4241-9eb0-1a8fa5653d55 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342140 Dec 09 18:50:31.691955 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293d3ee-3396-46ea-a57e-d65670ced7e5 req-9c604022-0194-4b90-b31b-c0c715e61e53 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:31.693396 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2293d3ee-3396-46ea-a57e-d65670ced7e5 req-9c604022-0194-4b90-b31b-c0c715e61e53 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 946 time: 0.0813093 Dec 09 18:50:31.742594 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2293d3ee-3396-46ea-a57e-d65670ced7e5 req-de65a9c9-2f54-4dc7-b9de-4394f39847d5 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432079 Dec 09 18:50:32.629746 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ec62f-3712-4f83-8f6e-372ed5485cc0 req-d7d71218-7e5a-4511-bc41-222cee16c8bf tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:32.631217 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f08ec62f-3712-4f83-8f6e-372ed5485cc0 req-d7d71218-7e5a-4511-bc41-222cee16c8bf tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.0902655 Dec 09 18:50:32.677153 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f08ec62f-3712-4f83-8f6e-372ed5485cc0 req-30a942cd-f949-43b9-ba1f-502f3a14cf7c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&id=162b56b5-e85a-40ca-be29-1d6b035d9e68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401194 Dec 09 18:50:32.936892 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d34be-f937-41f4-b82a-c8a9e953c7ab req-b143063f-1001-4487-a11d-eabf64bdb5f4 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:32.938450 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bd5d34be-f937-41f4-b82a-c8a9e953c7ab req-b143063f-1001-4487-a11d-eabf64bdb5f4 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 946 time: 0.0828252 Dec 09 18:50:32.984516 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bd5d34be-f937-41f4-b82a-c8a9e953c7ab req-e60859a9-d8a6-489c-907d-5dbfd06b9526 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394068 Dec 09 18:50:33.875192 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863423fc-1ae5-4c70-b569-1ce53b7dcf23 req-2cac24d4-a740-4de6-9ca7-08483d99b558 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:33.876646 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-863423fc-1ae5-4c70-b569-1ce53b7dcf23 req-2cac24d4-a740-4de6-9ca7-08483d99b558 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.0885220 Dec 09 18:50:33.923500 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-863423fc-1ae5-4c70-b569-1ce53b7dcf23 req-2b0a3c7a-2d03-405c-b418-554ca0e4cc8c tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&id=162b56b5-e85a-40ca-be29-1d6b035d9e68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408871 Dec 09 18:50:34.182641 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c913ae-26d8-441b-8110-151258741d56 req-309d1abd-7ddd-4dcf-9f73-e3fedf34244e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:34.185199 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-87c913ae-26d8-441b-8110-151258741d56 req-309d1abd-7ddd-4dcf-9f73-e3fedf34244e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 946 time: 0.0854774 Dec 09 18:50:34.229078 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-87c913ae-26d8-441b-8110-151258741d56 req-975a60c8-41e6-432e-9b09-12400e3e7489 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392799 Dec 09 18:50:35.122674 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e8ccc-5608-4b8b-881b-fb0a9bd878f4 req-6bedebe7-261b-42e1-ac19-8bd210cdb9dd tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:35.124032 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-964e8ccc-5608-4b8b-881b-fb0a9bd878f4 req-6bedebe7-261b-42e1-ac19-8bd210cdb9dd tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.0908539 Dec 09 18:50:35.169573 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-964e8ccc-5608-4b8b-881b-fb0a9bd878f4 req-512e3e4b-a8e7-4970-a5d3-da7db3f601fb tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&id=162b56b5-e85a-40ca-be29-1d6b035d9e68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395722 Dec 09 18:50:36.367620 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222921d-a1b8-4bf7-b826-98b2a4f63d38 req-24e93622-5429-4e5e-9930-20470436b671 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:36.369080 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c222921d-a1b8-4bf7-b826-98b2a4f63d38 req-24e93622-5429-4e5e-9930-20470436b671 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.0908012 Dec 09 18:50:36.414582 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c222921d-a1b8-4bf7-b826-98b2a4f63d38 req-c2d6dc53-861b-448a-8c5b-e5b4457ebd67 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&id=162b56b5-e85a-40ca-be29-1d6b035d9e68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396619 Dec 09 18:50:37.612993 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e4315-d573-48a3-8a4a-3b9996b30298 req-60335a5a-c77e-418e-aa68-1ede94f1cd7d tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:37.614317 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e94e4315-d573-48a3-8a4a-3b9996b30298 req-60335a5a-c77e-418e-aa68-1ede94f1cd7d tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.0837448 Dec 09 18:50:37.666023 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e94e4315-d573-48a3-8a4a-3b9996b30298 req-a0ab1d8e-203b-4560-89b9-9fd45e28afaa tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&id=162b56b5-e85a-40ca-be29-1d6b035d9e68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456090 Dec 09 18:50:42.085760 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-5d887078-031f-4dbf-9309-6615fb1f3f02 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:42.087221 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-5d887078-031f-4dbf-9309-6615fb1f3f02 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/networks?id=fb58ca8a-9493-4632-b14b-770d452aeb51 HTTP/1.1" status: 200 len: 814 time: 0.1563051 Dec 09 18:50:42.102190 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-83764fc0-a399-4aeb-83fd-38a8170431ce tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/quotas/67d590a32b7f42a0adbcfd2362cc66c0 HTTP/1.1" status: 200 len: 375 time: 0.0092180 Dec 09 18:50:42.188522 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-c2f96487-822f-470f-b4e0-9dc253745b9b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d590a32b7f42a0adbcfd2362cc66c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811088 Dec 09 18:50:42.383580 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-65d2b6fe-6bc3-4732-906a-541d713a297b service neutron] 10.222.0.20 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881666 Dec 09 18:50:42.530474 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-d30eba3a-7463-454d-830d-9c412063c09b service neutron] 10.222.0.20 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389625 Dec 09 18:50:42.714657 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-64460809-8461-4434-88d5-c2d4ff8b6408 req-1b252887-522b-4ec6-bb7e-9edb3d3eead9 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 210 time: 0.0437031 Dec 09 18:50:43.877380 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b7547046-0b50-46ee-8586-eef394673483 req-95f45d7d-f0f4-43d8-9c9a-05f5e16963a4 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 210 time: 0.0471241 Dec 09 18:50:44.379078 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-a909670f-05b7-4cce-9163-1c67195ceea7 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:44.380500 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-a909670f-05b7-4cce-9163-1c67195ceea7 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.10 "GET /v2.0/networks?id=fb58ca8a-9493-4632-b14b-770d452aeb51 HTTP/1.1" status: 200 len: 814 time: 0.2400932 Dec 09 18:50:44.423605 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Request body: {'port': {'device_id': 'd0b75a4b-b329-4a11-a086-6068f34d60d7', 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51', 'admin_state_up': True, 'tenant_id': '67d590a32b7f42a0adbcfd2362cc66c0'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:50:44.561860 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:50:44.572363 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:50:44.584060 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Made reservation on behalf of 67d590a32b7f42a0adbcfd2362cc66c0 for: {'port': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:50:44.588492 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:44.761807 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Allocated IP 172.20.0.5 (fb58ca8a-9493-4632-b14b-770d452aeb51/7e2d0a3d-1b6b-43b1-a938-79630eaf27ac/f492a13c-1568-46ae-8927-80bdd71edc2a) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:50:44.968046 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:45.039734 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-9bd3d974-0210-455b-8922-efd20621affe req-fd5995e9-9088-4db3-8df0-22d669dc6355 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 210 time: 0.0485132 Dec 09 18:50:45.047046 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:45.053340 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:45.103845 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['fae20ea1-02f2-4c9e-ab0c-7f606498f627', '1a6be92d-d21b-4892-a560-2af91da42bef', 'c04e7708-3664-40d7-973e-90a823fa0508'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:50:45.120854 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Network fb58ca8a-9493-4632-b14b-770d452aeb51 is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:50:45.125311 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:50:45.133283 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:50:45.164346 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Pushing event updated for resources: {'Port': ['ID=f492a13c-1568-46ae-8927-80bdd71edc2a,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:45.175248 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:45.201185 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:45.201795 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:45.227704 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8080120 Dec 09 18:50:45.244823 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Request body: {'port': {'device_id': 'd0b75a4b-b329-4a11-a086-6068f34d60d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:50:45.365397 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:45.771239 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f492a13c-1568-46ae-8927-80bdd71edc2a {{(pid=86802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:50:45.780096 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:45.799619 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.provisioning_blocks [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Transition to ACTIVE for port object f492a13c-1568-46ae-8927-80bdd71edc2a will not be triggered until provisioned by entity L2. {{(pid=86802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:50:45.804975 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132497390'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:45.809129 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:45.864338 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0b22d-41ce-4626-9906-74d775d8b5f3 req-81ad71b2-58fb-4007-8882-cebbf2b88d40 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:45.865825 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f7d0b22d-41ce-4626-9906-74d775d8b5f3 req-81ad71b2-58fb-4007-8882-cebbf2b88d40 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 945 time: 0.1998374 Dec 09 18:50:46.002157 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Pushing event updated for resources: {'Port': ['ID=f492a13c-1568-46ae-8927-80bdd71edc2a,revision_number=2']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:46.011988 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:46.049289 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f7d0b22d-41ce-4626-9906-74d775d8b5f3 req-926e7166-ed00-430e-9f3a-3c156cbc7da4 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281013 Dec 09 18:50:46.089890 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Attempting to bind port f492a13c-1568-46ae-8927-80bdd71edc2a on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:50:46.090227 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Attempting to bind port f492a13c-1568-46ae-8927-80bdd71edc2a by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'}] {{(pid=86802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:50:46.090548 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Attempting to bind port f492a13c-1568-46ae-8927-80bdd71edc2a on network fb58ca8a-9493-4632-b14b-770d452aeb51 {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:50:46.095386 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Port f492a13c-1568-46ae-8927-80bdd71edc2a on network fb58ca8a-9493-4632-b14b-770d452aeb51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:50:46.095620 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Attempting to bind port f492a13c-1568-46ae-8927-80bdd71edc2a on network fb58ca8a-9493-4632-b14b-770d452aeb51 {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:50:46.100684 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:50:46.101018 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Checking segment: {'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:50:46.101387 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Bound using segment: {'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'} {{(pid=86802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:50:46.101822 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.managers [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Bound port: f492a13c-1568-46ae-8927-80bdd71edc2a, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06df0e51-4e3b-4e04-a9f9-d546c24744a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51'}}] {{(pid=86802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:50:46.102178 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:46.297348 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] For port f492a13c-1568-46ae-8927-80bdd71edc2a, host hv-cinder-81934, cleared binding levels {{(pid=86802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:50:46.300346 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] For port f492a13c-1568-46ae-8927-80bdd71edc2a, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=f492a13c-1568-46ae-8927-80bdd71edc2a,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:50:46.307832 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132497390'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:46.318287 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f5f1bc9a-6d65-440c-94c6-3bccfbc95803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:46.373822 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:46.374427 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:46.375822 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] 10.222.0.10 "PUT /v2.0/ports/f492a13c-1568-46ae-8927-80bdd71edc2a HTTP/1.1" status: 200 len: 1093 time: 1.1352632 Dec 09 18:50:46.376310 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b75a4b-b329-4a11-a086-6068f34d60d7', 'tag': 'f492a13c-1568-46ae-8927-80bdd71edc2a'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:50:46.383759 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd6339-e92f-4813-b944-51478b3dae76 req-fa65db3b-71e3-461b-9b93-498e241844f7 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:46.385469 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-9ccd6339-e92f-4813-b944-51478b3dae76 req-fa65db3b-71e3-461b-9b93-498e241844f7 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 943 time: 0.0826199 Dec 09 18:50:46.399303 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Pushing event updated for resources: {'Port': ['ID=f492a13c-1568-46ae-8927-80bdd71edc2a,revision_number=3']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:46.403135 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:46.426548 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b75a4b-b329-4a11-a086-6068f34d60d7', 'tag': 'f492a13c-1568-46ae-8927-80bdd71edc2a', 'status': 'completed', 'code': 200} Dec 09 18:50:46.435276 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-9ccd6339-e92f-4813-b944-51478b3dae76 req-2bf57619-11e1-4769-aa05-f0b854479af8 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421991 Dec 09 18:50:46.545171 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-e43890ce-6381-457f-9272-083d90c31d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:46.546609 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-e43890ce-6381-457f-9272-083d90c31d17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67d590a32b7f42a0adbcfd2362cc66c0&device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 1096 time: 0.0774455 Dec 09 18:50:46.618606 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-a73bf514-187e-46f1-bf9e-80af0ede5547 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f492a13c-1568-46ae-8927-80bdd71edc2a HTTP/1.1" status: 200 len: 217 time: 0.0588295 Dec 09 18:50:46.691786 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-bbec4a84-2dbb-4e43-8109-37b5a4d1d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:46.693171 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-bbec4a84-2dbb-4e43-8109-37b5a4d1d7db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2d0a3d-1b6b-43b1-a938-79630eaf27ac HTTP/1.1" status: 200 len: 854 time: 0.0616088 Dec 09 18:50:46.747277 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-b22dc6e0-9b75-43f6-8a9a-a17d3506fbb0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb58ca8a-9493-4632-b14b-770d452aeb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397208 Dec 09 18:50:46.892206 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-e39d857c-de6f-485e-aa1a-7b64a9d78f16 service neutron] 10.222.0.10 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294711 Dec 09 18:50:47.033632 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-eb7723fd-df8b-4821-b815-ab917cb4b5c8 req-f9eec8c6-4c81-4c6f-97c5-783c6e2c39a9 service neutron] 10.222.0.10 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340058 Dec 09 18:50:47.259826 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c508c-099c-44b3-8249-824c201b8ec8 req-66fc5545-09d7-4633-a494-e19688a7e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:47.261328 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f07c508c-099c-44b3-8249-824c201b8ec8 req-66fc5545-09d7-4633-a494-e19688a7e38e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67d590a32b7f42a0adbcfd2362cc66c0&device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 1096 time: 0.1313369 Dec 09 18:50:47.272294 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78129e55-c78b-4208-8534-e65b00b17550 req-03f267ed-5253-490d-a114-2d71530fe2dc tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:47.273614 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-78129e55-c78b-4208-8534-e65b00b17550 req-03f267ed-5253-490d-a114-2d71530fe2dc tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 945 time: 0.1092167 Dec 09 18:50:47.397693 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-78129e55-c78b-4208-8534-e65b00b17550 req-8c0a2d4a-6d16-4921-8bd1-ffec738ea759 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052730 Dec 09 18:50:47.434805 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c508c-099c-44b3-8249-824c201b8ec8 req-00139e77-be45-457e-998c-3077b08b9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:47.436241 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f07c508c-099c-44b3-8249-824c201b8ec8 req-00139e77-be45-457e-998c-3077b08b9cef service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb58ca8a-9493-4632-b14b-770d452aeb51 HTTP/1.1" status: 200 len: 915 time: 0.1618378 Dec 09 18:50:47.508087 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f07c508c-099c-44b3-8249-824c201b8ec8 req-ce05cf00-5e77-4b09-a2b0-875f204770f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f492a13c-1568-46ae-8927-80bdd71edc2a HTTP/1.1" status: 200 len: 217 time: 0.0635965 Dec 09 18:50:47.588361 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c508c-099c-44b3-8249-824c201b8ec8 req-35c137e7-abc7-4314-95d7-67ae1b042042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:47.589795 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f07c508c-099c-44b3-8249-824c201b8ec8 req-35c137e7-abc7-4314-95d7-67ae1b042042 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2d0a3d-1b6b-43b1-a938-79630eaf27ac HTTP/1.1" status: 200 len: 854 time: 0.0701406 Dec 09 18:50:47.629307 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937a681-bc3e-45cc-956f-0a1020526366 req-4920cd8b-9814-469c-a3b7-8bbf021d0d6e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:47.630773 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b937a681-bc3e-45cc-956f-0a1020526366 req-4920cd8b-9814-469c-a3b7-8bbf021d0d6e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 943 time: 0.0865972 Dec 09 18:50:47.654843 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f07c508c-099c-44b3-8249-824c201b8ec8 req-e23c99e3-0bf0-4444-b4ff-601e5645b731 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb58ca8a-9493-4632-b14b-770d452aeb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442362 Dec 09 18:50:47.680489 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b937a681-bc3e-45cc-956f-0a1020526366 req-92059f0d-e49e-47f4-a829-147dd665cd41 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438581 Dec 09 18:50:47.793556 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f07c508c-099c-44b3-8249-824c201b8ec8 req-bf07f49f-d5b1-42a6-8f67-3a3cacae242c service neutron] 10.222.0.10 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275842 Dec 09 18:50:47.942661 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f07c508c-099c-44b3-8249-824c201b8ec8 req-db83ded9-88d6-455a-a4c9-a84860b27794 service neutron] 10.222.0.10 "GET /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379056 Dec 09 18:50:48.598213 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c017d39-b07a-47dc-a931-d7683b3938f7 req-4c15190d-5054-4f81-9d81-4a19f112daea tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:48.599681 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0c017d39-b07a-47dc-a931-d7683b3938f7 req-4c15190d-5054-4f81-9d81-4a19f112daea tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 945 time: 0.0895855 Dec 09 18:50:48.643707 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0c017d39-b07a-47dc-a931-d7683b3938f7 req-a5a313a8-4b18-42c2-b4b7-0d0d25c34751 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381768 Dec 09 18:50:48.868677 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062d0b1-6fb0-4889-a938-61986ece2fe1 req-979eeb24-876f-47ab-ba3b-98bac0ccbf13 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:48.870237 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b062d0b1-6fb0-4889-a938-61986ece2fe1 req-979eeb24-876f-47ab-ba3b-98bac0ccbf13 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 943 time: 0.0843093 Dec 09 18:50:48.917201 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b062d0b1-6fb0-4889-a938-61986ece2fe1 req-33b74816-f8b8-4052-8b18-c29bf182fa7d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384922 Dec 09 18:50:49.936094 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9b227-43d9-4b76-8afe-52c8f9614834 req-3440c095-6cbc-424f-bf2e-d2d41a0a95be tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:49.937514 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-bdc9b227-43d9-4b76-8afe-52c8f9614834 req-3440c095-6cbc-424f-bf2e-d2d41a0a95be tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 945 time: 0.1679308 Dec 09 18:50:49.984009 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-bdc9b227-43d9-4b76-8afe-52c8f9614834 req-a4da6c45-ce05-4dea-8f0c-4d20ccc90f9f tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Dec 09 18:50:50.115939 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418d3d4-9637-421d-a943-03429646e1c6 req-f7352566-c14d-4e66-990b-5af871049386 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:50.117397 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2418d3d4-9637-421d-a943-03429646e1c6 req-f7352566-c14d-4e66-990b-5af871049386 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 943 time: 0.0848796 Dec 09 18:50:50.163124 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2418d3d4-9637-421d-a943-03429646e1c6 req-2c270f09-7724-4645-8294-fab19e08576d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Dec 09 18:50:50.268616 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-b71aa0b5-88fc-455e-bdb9-657f42ce6705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:51.148770 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device f492a13c-1568-46ae-8927-80bdd71edc2a details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:50:51.186833 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ecc1f-547d-45ec-82c4-4ef120e64200 req-e6d9bd9a-41a8-4f02-963f-456bdf2f4ee8 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:51.187466 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-267ecc1f-547d-45ec-82c4-4ef120e64200 req-e6d9bd9a-41a8-4f02-963f-456bdf2f4ee8 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 945 time: 0.0982249 Dec 09 18:50:51.237850 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-267ecc1f-547d-45ec-82c4-4ef120e64200 req-be47c7d5-d5ee-4340-9cff-00a0d4b77c64 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43ee012-4a6e-4295-b021-2d7c9831e891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418110 Dec 09 18:50:51.289029 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:51.299226 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port f492a13c-1568-46ae-8927-80bdd71edc2a, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=f492a13c-1568-46ae-8927-80bdd71edc2a,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:50:51.313525 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': 'f492a13c-1568-46ae-8927-80bdd71edc2a', 'network_id': 'fb58ca8a-9493-4632-b14b-770d452aeb51', 'port_id': 'f492a13c-1568-46ae-8927-80bdd71edc2a', 'mac_address': 'fa:16:3e:2d:b1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e2d0a3d-1b6b-43b1-a938-79630eaf27ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:50:51.349871 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30522191-d121-4275-be1d-beae4bfeaead req-f62166b8-36aa-4116-bb63-2d075a7abef7 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:51.351351 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-30522191-d121-4275-be1d-beae4bfeaead req-f62166b8-36aa-4116-bb63-2d075a7abef7 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 943 time: 0.0792227 Dec 09 18:50:51.372485 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:51.389506 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f492a13c-1568-46ae-8927-80bdd71edc2a {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:50:51.400857 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-30522191-d121-4275-be1d-beae4bfeaead req-84d922de-0b2b-45d6-aad4-f58949d23aea tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430872 Dec 09 18:50:51.406301 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port f492a13c-1568-46ae-8927-80bdd71edc2a, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=f492a13c-1568-46ae-8927-80bdd71edc2a,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:50:51.411209 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:51.412958 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:51.479051 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=f492a13c-1568-46ae-8927-80bdd71edc2a,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:51.482297 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:51.517453 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d27d0f-cb9f-4df1-8caa-2ceeb5d95a66 req-4425c8b4-4f84-4124-b8db-fe2ac54a37f7 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:51.518908 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-36d27d0f-cb9f-4df1-8caa-2ceeb5d95a66 req-4425c8b4-4f84-4124-b8db-fe2ac54a37f7 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.10 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 945 time: 0.0799973 Dec 09 18:50:51.604244 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [req-36d27d0f-cb9f-4df1-8caa-2ceeb5d95a66 req-7263a032-7353-4928-ad75-9af99be360d4 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Deleting port d7432054-300a-40bc-9e7b-fc4aaf1991b5 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:50:51.604775 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-36d27d0f-cb9f-4df1-8caa-2ceeb5d95a66 req-7263a032-7353-4928-ad75-9af99be360d4 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:51.865603 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-36d27d0f-cb9f-4df1-8caa-2ceeb5d95a66 req-7263a032-7353-4928-ad75-9af99be360d4 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] For port d7432054-300a-40bc-9e7b-fc4aaf1991b5, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d7432054-300a-40bc-9e7b-fc4aaf1991b5,segment=NetworkSegment(078fb4bd-516f-417c-8af3-311329b284e9),segment_id=078fb4bd-516f-417c-8af3-311329b284e9)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:50:51.865956 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-36d27d0f-cb9f-4df1-8caa-2ceeb5d95a66 req-7263a032-7353-4928-ad75-9af99be360d4 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:51.935110 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['f492a13c-1568-46ae-8927-80bdd71edc2a'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:50:51.990624 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [req-36d27d0f-cb9f-4df1-8caa-2ceeb5d95a66 req-7263a032-7353-4928-ad75-9af99be360d4 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Calling delete_port for d7432054-300a-40bc-9e7b-fc4aaf1991b5 owned by compute:nova {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:50:52.135960 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-36d27d0f-cb9f-4df1-8caa-2ceeb5d95a66 req-7263a032-7353-4928-ad75-9af99be360d4 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:52.141253 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:52.187884 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263a032-7353-4928-ad75-9af99be360d4 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Pushing event deleted for resources: {'Port': ['ID=d7432054-300a-40bc-9e7b-fc4aaf1991b5,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:52.190917 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-7263a032-7353-4928-ad75-9af99be360d4 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:52.260723 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d27d0f-cb9f-4df1-8caa-2ceeb5d95a66 req-7263a032-7353-4928-ad75-9af99be360d4 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] No DVR routers for this DVR port d7432054-300a-40bc-9e7b-fc4aaf1991b5 on host hv-cinder-81934 {{(pid=86802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:50:52.265485 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-36d27d0f-cb9f-4df1-8caa-2ceeb5d95a66 req-7263a032-7353-4928-ad75-9af99be360d4 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:52.268047 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45787545-4ba6-4109-885c-1972fa15afc5', 'name': 'network-vif-deleted', 'tag': 'd7432054-300a-40bc-9e7b-fc4aaf1991b5'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:50:52.285391 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-36d27d0f-cb9f-4df1-8caa-2ceeb5d95a66 req-7263a032-7353-4928-ad75-9af99be360d4 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.10 "DELETE /v2.0/ports/d7432054-300a-40bc-9e7b-fc4aaf1991b5 HTTP/1.1" status: 204 len: 173 time: 0.7597466 Dec 09 18:50:52.318245 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45787545-4ba6-4109-885c-1972fa15afc5', 'name': 'network-vif-deleted', 'tag': 'd7432054-300a-40bc-9e7b-fc4aaf1991b5', 'status': 'completed', 'code': 200} Dec 09 18:50:52.396329 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-ead1f4a7-de7e-4f1f-af4b-eb9289679f49 req-137d009f-3584-4415-9a9a-bd69386dff0d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Synchronizing usage tracker for tenant:107c2e5c3ae34de883aee998f00a1894 on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:50:52.412683 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-ead1f4a7-de7e-4f1f-af4b-eb9289679f49 req-137d009f-3584-4415-9a9a-bd69386dff0d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Unset dirty status for tenant:107c2e5c3ae34de883aee998f00a1894 on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:50:52.413759 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ead1f4a7-de7e-4f1f-af4b-eb9289679f49 req-137d009f-3584-4415-9a9a-bd69386dff0d tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] 10.222.0.20 "GET /v2.0/ports?device_id=45787545-4ba6-4109-885c-1972fa15afc5 HTTP/1.1" status: 200 len: 210 time: 0.0618718 Dec 09 18:50:52.594286 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-2a49de54-c1d8-472b-99e2-30823322b82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:52.602903 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6519647-e093-4c45-82c6-858db28a9c4f req-5ecd2f73-abab-433b-a22d-fb658a21ca74 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:52.604362 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f6519647-e093-4c45-82c6-858db28a9c4f req-5ecd2f73-abab-433b-a22d-fb658a21ca74 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 944 time: 0.0979846 Dec 09 18:50:52.649369 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-f6519647-e093-4c45-82c6-858db28a9c4f req-e836d3c3-d750-49e4-a7e1-25c54e25ab3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389664 Dec 09 18:50:53.117214 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['d7432054-300a-40bc-9e7b-fc4aaf1991b5'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:50:53.851235 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88a31d-400b-4f17-8522-376b6fb43599 req-a7d2049d-91ab-4979-9381-c2b3ce1c76de tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:53.852710 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ce88a31d-400b-4f17-8522-376b6fb43599 req-a7d2049d-91ab-4979-9381-c2b3ce1c76de tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 944 time: 0.0932786 Dec 09 18:50:53.996047 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ce88a31d-400b-4f17-8522-376b6fb43599 req-8d5fdc99-9e9b-497b-a38c-3b6336cf2f1c tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365287 Dec 09 18:50:54.021847 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:55.173622 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device f492a13c-1568-46ae-8927-80bdd71edc2a up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:50:55.183000 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2cdad-9aac-4115-9825-8d09dac565ad req-fb92f091-38d3-437c-9093-dd03ceb7cc10 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:55.183736 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-d0e2cdad-9aac-4115-9825-8d09dac565ad req-fb92f091-38d3-437c-9093-dd03ceb7cc10 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Synchronizing usage tracker for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:50:55.202158 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-d0e2cdad-9aac-4115-9825-8d09dac565ad req-fb92f091-38d3-437c-9093-dd03ceb7cc10 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Unset dirty status for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:50:55.203116 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d0e2cdad-9aac-4115-9825-8d09dac565ad req-fb92f091-38d3-437c-9093-dd03ceb7cc10 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 944 time: 0.1027679 Dec 09 18:50:55.254005 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d0e2cdad-9aac-4115-9825-8d09dac565ad req-41254586-d458-495f-9e32-94ac6b58e25d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440826 Dec 09 18:50:55.255496 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port f492a13c-1568-46ae-8927-80bdd71edc2a completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:50:55.279733 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port f492a13c-1568-46ae-8927-80bdd71edc2a triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:50:55.280196 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:55.309846 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:55.406474 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:55.433781 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b75a4b-b329-4a11-a086-6068f34d60d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f492a13c-1568-46ae-8927-80bdd71edc2a'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:50:55.445265 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port f492a13c-1568-46ae-8927-80bdd71edc2a, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=f492a13c-1568-46ae-8927-80bdd71edc2a,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:50:55.449751 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:55.451393 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device d7432054-300a-40bc-9e7b-fc4aaf1991b5 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:50:55.480805 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-d70ed732-083e-4578-9b8e-82d68ac2acc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:50:55.509903 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b75a4b-b329-4a11-a086-6068f34d60d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f492a13c-1568-46ae-8927-80bdd71edc2a', 'code': 200} Dec 09 18:50:55.520889 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: d7432054-300a-40bc-9e7b-fc4aaf1991b5 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:50:55.521240 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device d7432054-300a-40bc-9e7b-fc4aaf1991b5 not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:50:55.558829 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=f492a13c-1568-46ae-8927-80bdd71edc2a,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:50:55.561805 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:50:55.826109 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5755b0-933d-4f5a-9e8d-c54d57d01640 req-8d470725-37df-407d-843e-1c5caee48b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:55.827609 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ec5755b0-933d-4f5a-9e8d-c54d57d01640 req-8d470725-37df-407d-843e-1c5caee48b12 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 1098 time: 0.1329854 Dec 09 18:50:55.880526 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-ec5755b0-933d-4f5a-9e8d-c54d57d01640 req-7012e21d-92f8-474b-a1f1-3c9fdf3e014b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357244 Dec 09 18:50:56.460801 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456eda9-153a-4d84-b58d-4f3abcd6c3c7 req-0096cae3-ecbb-4a70-b669-79507bf87e4c tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:56.462264 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3456eda9-153a-4d84-b58d-4f3abcd6c3c7 req-0096cae3-ecbb-4a70-b669-79507bf87e4c tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 945 time: 0.0832090 Dec 09 18:50:56.497558 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:50:56.513061 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3456eda9-153a-4d84-b58d-4f3abcd6c3c7 req-4e39f863-accf-4dfd-9e7c-b239728f59a2 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448813 Dec 09 18:50:56.810746 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:50:57.714143 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08259a1-d486-4335-a91d-3c02e7ef9332 req-995be498-cd54-427d-9774-0370eb470c9f tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:57.715698 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b08259a1-d486-4335-a91d-3c02e7ef9332 req-995be498-cd54-427d-9774-0370eb470c9f tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 945 time: 0.0826724 Dec 09 18:50:57.766450 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b08259a1-d486-4335-a91d-3c02e7ef9332 req-495c27b3-46f9-4853-b73c-3b1789947992 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433533 Dec 09 18:50:58.964937 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2b832-ddb1-4370-893d-b084698157ed req-143dbdeb-32a8-4f89-8320-a97351edde61 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:50:58.966398 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-20c2b832-ddb1-4370-893d-b084698157ed req-143dbdeb-32a8-4f89-8320-a97351edde61 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 945 time: 0.0869522 Dec 09 18:50:59.010654 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-20c2b832-ddb1-4370-893d-b084698157ed req-b7822182-1b66-402f-b053-bee20157ab2c tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384741 Dec 09 18:51:07.836582 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b2d75-86b5-40d0-afce-79ce08a82bb5 req-cbf8f509-46be-4132-be2a-c4adfe714b24 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:07.839699 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a39b2d75-86b5-40d0-afce-79ce08a82bb5 req-cbf8f509-46be-4132-be2a-c4adfe714b24 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 945 time: 0.0913706 Dec 09 18:51:07.891106 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a39b2d75-86b5-40d0-afce-79ce08a82bb5 req-4aa40371-62a6-4624-8d5c-d5691c7de3b0 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423188 Dec 09 18:51:09.095601 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6b322-04f9-4f42-92d9-878dd99293f1 req-dac2e50f-d015-4488-87cf-f1fc9250a7bd tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:09.097010 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4df6b322-04f9-4f42-92d9-878dd99293f1 req-dac2e50f-d015-4488-87cf-f1fc9250a7bd tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 945 time: 0.0906844 Dec 09 18:51:09.140123 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4df6b322-04f9-4f42-92d9-878dd99293f1 req-e9a47d9d-dde5-4f3d-8f99-fedb9ebb2634 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372307 Dec 09 18:51:10.332364 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948b7ac-11e7-4402-ad46-13d572823e39 req-d520fa7d-808a-4c13-b6e2-f68b2e0c762b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:10.334166 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c948b7ac-11e7-4402-ad46-13d572823e39 req-d520fa7d-808a-4c13-b6e2-f68b2e0c762b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 945 time: 0.0855243 Dec 09 18:51:10.336817 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98832386-9152-481a-95da-7e9e50d28355 req-497b96e9-20f0-44f8-b05b-3d0e674d9503 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:10.338604 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-98832386-9152-481a-95da-7e9e50d28355 req-497b96e9-20f0-44f8-b05b-3d0e674d9503 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 945 time: 0.0837379 Dec 09 18:51:10.383665 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c948b7ac-11e7-4402-ad46-13d572823e39 req-9d37fa89-9e38-4838-9218-7ad56237816e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432200 Dec 09 18:51:10.483818 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [req-98832386-9152-481a-95da-7e9e50d28355 req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Deleting port f492a13c-1568-46ae-8927-80bdd71edc2a {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:51:10.484108 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-98832386-9152-481a-95da-7e9e50d28355 req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:10.739018 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-98832386-9152-481a-95da-7e9e50d28355 req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] For port f492a13c-1568-46ae-8927-80bdd71edc2a, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=f492a13c-1568-46ae-8927-80bdd71edc2a,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:51:10.739266 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-98832386-9152-481a-95da-7e9e50d28355 req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:10.862079 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [req-98832386-9152-481a-95da-7e9e50d28355 req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Calling delete_port for f492a13c-1568-46ae-8927-80bdd71edc2a owned by compute:nova {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:51:11.020195 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-98832386-9152-481a-95da-7e9e50d28355 req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:11.025549 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-5e9dd010-387e-4c23-9398-df4e6a131959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:11.049268 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['fae20ea1-02f2-4c9e-ab0c-7f606498f627', '1a6be92d-d21b-4892-a560-2af91da42bef', 'c04e7708-3664-40d7-973e-90a823fa0508', 'f492a13c-1568-46ae-8927-80bdd71edc2a'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:51:11.071616 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Pushing event deleted for resources: {'Port': ['ID=f492a13c-1568-46ae-8927-80bdd71edc2a,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:11.104781 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:11.105144 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:11.105501 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:11.105849 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:11.106197 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:11.106545 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:11.106917 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:11.107260 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:11.107602 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:11.107942 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:11.108280 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:11.108617 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:11.116547 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:11.159486 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [req-98832386-9152-481a-95da-7e9e50d28355 req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] No DVR routers for this DVR port f492a13c-1568-46ae-8927-80bdd71edc2a on host hv-cinder-81934 {{(pid=86802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:51:11.162190 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-98832386-9152-481a-95da-7e9e50d28355 req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:11.164769 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b75a4b-b329-4a11-a086-6068f34d60d7', 'name': 'network-vif-deleted', 'tag': 'f492a13c-1568-46ae-8927-80bdd71edc2a'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:51:11.181713 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-98832386-9152-481a-95da-7e9e50d28355 req-4674f76e-6611-44c4-a84f-b3a811c8b67b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.10 "DELETE /v2.0/ports/f492a13c-1568-46ae-8927-80bdd71edc2a HTTP/1.1" status: 204 len: 173 time: 0.8372841 Dec 09 18:51:11.313195 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b75a4b-b329-4a11-a086-6068f34d60d7', 'name': 'network-vif-deleted', 'tag': 'f492a13c-1568-46ae-8927-80bdd71edc2a', 'status': 'completed', 'code': 200} Dec 09 18:51:11.556128 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d8635943-c874-47c8-a48a-2b88652dc9d9 req-578389fb-2638-4458-9b38-dc172775f51b tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b75a4b-b329-4a11-a086-6068f34d60d7 HTTP/1.1" status: 200 len: 210 time: 0.0432370 Dec 09 18:51:14.273929 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39241859-6078-4bd0-8915-b0527432a39b req-474f7f7a-1c1c-4fc7-a905-cfc8f8fa320d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:14.274558 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-39241859-6078-4bd0-8915-b0527432a39b req-474f7f7a-1c1c-4fc7-a905-cfc8f8fa320d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Synchronizing usage tracker for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:51:14.292268 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-39241859-6078-4bd0-8915-b0527432a39b req-474f7f7a-1c1c-4fc7-a905-cfc8f8fa320d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Unset dirty status for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:51:14.293622 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-39241859-6078-4bd0-8915-b0527432a39b req-474f7f7a-1c1c-4fc7-a905-cfc8f8fa320d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 946 time: 0.1062641 Dec 09 18:51:14.341170 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-39241859-6078-4bd0-8915-b0527432a39b req-34ae2711-5028-405d-9018-b93d01d52109 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 Dec 09 18:51:15.246639 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device f492a13c-1568-46ae-8927-80bdd71edc2a no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:51:15.282304 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: f492a13c-1568-46ae-8927-80bdd71edc2a {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:51:15.282667 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device f492a13c-1568-46ae-8927-80bdd71edc2a not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:51:15.539198 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98549ae9-9135-42d4-9190-220577ffc521 req-497313cc-6b2d-426f-84cf-e89b35b489cf tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:15.540668 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-98549ae9-9135-42d4-9190-220577ffc521 req-497313cc-6b2d-426f-84cf-e89b35b489cf tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 946 time: 0.0856991 Dec 09 18:51:15.589862 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-98549ae9-9135-42d4-9190-220577ffc521 req-d2ed4568-c449-4cca-b638-8e700bcd937d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 Dec 09 18:51:16.456930 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 49354) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:16.458915 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70686a35-1654-481a-a073-4fc8b5aeb823 req-9f06dc65-c1e1-43c0-a178-01a37b595d94 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:16.460368 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-70686a35-1654-481a-a073-4fc8b5aeb823 req-9f06dc65-c1e1-43c0-a178-01a37b595d94 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 946 time: 0.0934575 Dec 09 18:51:16.516272 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_v2 [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Deleting subnet 1eaf5947-b2ff-4c6a-bd20-2a5faac74876 {{(pid=86801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 18:51:16.519224 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:16.532696 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [req-70686a35-1654-481a-a073-4fc8b5aeb823 req-0840a3e3-4313-4c9b-ba58-633d906bb6ea tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Deleting port c04e7708-3664-40d7-973e-90a823fa0508 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:51:16.533034 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-70686a35-1654-481a-a073-4fc8b5aeb823 req-0840a3e3-4313-4c9b-ba58-633d906bb6ea tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:16.570933 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132533700'] for subnet, precommit_delete_associations {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:16.636307 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1323596'] for subnet, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:16.708097 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1323540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131583829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131591604'] for subnet, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:16.712140 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:16.748794 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:16.751254 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eaf5947-b2ff-4c6a-bd20-2a5faac74876,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:16.760538 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:16.760933 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:16.761295 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:16.761713 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:16.762153 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:16.762564 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:16.763012 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:16.763380 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:16.763725 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:16.764067 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:16.764382 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:16.764745 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:16.768014 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:16.772368 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-03555e31-889a-4ddf-b609-d84cf76f9e60 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1eaf5947-b2ff-4c6a-bd20-2a5faac74876 HTTP/1.1" status: 204 len: 168 time: 0.3117349 Dec 09 18:51:16.773141 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 49360) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:16.851906 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-70686a35-1654-481a-a073-4fc8b5aeb823 req-0840a3e3-4313-4c9b-ba58-633d906bb6ea tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] For port c04e7708-3664-40d7-973e-90a823fa0508, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=c04e7708-3664-40d7-973e-90a823fa0508,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:51:16.852266 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-70686a35-1654-481a-a073-4fc8b5aeb823 req-0840a3e3-4313-4c9b-ba58-633d906bb6ea tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:16.879319 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3be544f2-b634-4858-88a6-a45f51455825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1294839'] for network, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:16.922889 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147de472-8386-4b0d-8853-083017506e31 req-c7e335d2-81bd-4536-87ad-2da1da7b6b9f tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:16.924319 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-147de472-8386-4b0d-8853-083017506e31 req-c7e335d2-81bd-4536-87ad-2da1da7b6b9f tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4380a2-ff14-46a8-9172-99a21614c99e HTTP/1.1" status: 200 len: 946 time: 0.2020943 Dec 09 18:51:16.988779 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [req-70686a35-1654-481a-a073-4fc8b5aeb823 req-0840a3e3-4313-4c9b-ba58-633d906bb6ea tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Calling delete_port for c04e7708-3664-40d7-973e-90a823fa0508 owned by compute:nova {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:51:17.003663 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3be544f2-b634-4858-88a6-a45f51455825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1324903', 'neutron.services.segments.db._delete_segments_for_network-8737775659942'] for network, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:17.033021 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-3be544f2-b634-4858-88a6-a45f51455825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb']}} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:17.045406 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-3be544f2-b634-4858-88a6-a45f51455825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078fb4bd-516f-417c-8af3-311329b284e9') {'for_net_delete': True} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:17.045689 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-3be544f2-b634-4858-88a6-a45f51455825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078fb4bd-516f-417c-8af3-311329b284e9') {} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:17.057408 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3be544f2-b634-4858-88a6-a45f51455825 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737775753593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132533715'] for segment, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:17.073907 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3be544f2-b634-4858-88a6-a45f51455825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:17.075114 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-147de472-8386-4b0d-8853-083017506e31 req-749b426b-66a1-4164-90ba-7c89cf9fc8ab tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946815 Dec 09 18:51:17.080453 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be544f2-b634-4858-88a6-a45f51455825 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=86801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 18:51:17.080855 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3be544f2-b634-4858-88a6-a45f51455825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1320239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131583883'] for segment, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: Traceback (most recent call last): Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: timer() Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: cb(*args, **kw) Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: return func(*args, **kwargs) Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: self._notify() Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: self.callback(batched_events) Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: event.method(event) Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: return f(self, *a, **k) Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: return self._get(url).json() Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: return self.request(url, 'GET', **kwargs) Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 18:51:17.094236 dv-cinder-819346-1-smb neutron-server[86801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 18:51:17.175628 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3be544f2-b634-4858-88a6-a45f51455825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1324894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134207135'] for network, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:17.179679 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:17.193213 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-3be544f2-b634-4858-88a6-a45f51455825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:17.204601 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be544f2-b634-4858-88a6-a45f51455825 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:17.207918 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-3be544f2-b634-4858-88a6-a45f51455825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:17.217010 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-3be544f2-b634-4858-88a6-a45f51455825 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1ddb9cd4-45c7-4fa8-a416-f83a5c10acfb HTTP/1.1" status: 204 len: 168 time: 0.4410882 Dec 09 18:51:17.246865 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-70686a35-1654-481a-a073-4fc8b5aeb823 req-0840a3e3-4313-4c9b-ba58-633d906bb6ea tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:17.253722 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:17.275530 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['fae20ea1-02f2-4c9e-ab0c-7f606498f627', '1a6be92d-d21b-4892-a560-2af91da42bef', 'c04e7708-3664-40d7-973e-90a823fa0508'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:51:17.326203 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840a3e3-4313-4c9b-ba58-633d906bb6ea tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Pushing event deleted for resources: {'Port': ['ID=c04e7708-3664-40d7-973e-90a823fa0508,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:17.328968 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-0840a3e3-4313-4c9b-ba58-633d906bb6ea tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:17.354723 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 49366) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:17.381627 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [req-70686a35-1654-481a-a073-4fc8b5aeb823 req-0840a3e3-4313-4c9b-ba58-633d906bb6ea tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] No DVR routers for this DVR port c04e7708-3664-40d7-973e-90a823fa0508 on host hv-cinder-81934 {{(pid=86802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:51:17.384126 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-70686a35-1654-481a-a073-4fc8b5aeb823 req-0840a3e3-4313-4c9b-ba58-633d906bb6ea tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:17.386736 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4380a2-ff14-46a8-9172-99a21614c99e', 'name': 'network-vif-deleted', 'tag': 'c04e7708-3664-40d7-973e-90a823fa0508'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:51:17.404115 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-70686a35-1654-481a-a073-4fc8b5aeb823 req-0840a3e3-4313-4c9b-ba58-633d906bb6ea tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.10 "DELETE /v2.0/ports/c04e7708-3664-40d7-973e-90a823fa0508 HTTP/1.1" status: 204 len: 173 time: 0.9380786 Dec 09 18:51:17.415531 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49372) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:17.416530 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-2015b35d-82f8-4afb-9008-3f0868fdd0d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=107c2e5c3ae34de883aee998f00a1894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591223 Dec 09 18:51:17.440889 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4380a2-ff14-46a8-9172-99a21614c99e', 'name': 'network-vif-deleted', 'tag': 'c04e7708-3664-40d7-973e-90a823fa0508', 'status': 'completed', 'code': 200} Dec 09 18:51:17.479241 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f80c0ad5-f76b-4fc6-a511-3a53da14166e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:17.508383 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f80c0ad5-f76b-4fc6-a511-3a53da14166e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:17.565678 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f80c0ad5-f76b-4fc6-a511-3a53da14166e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:17.571967 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-9ebd2ed2-92e7-4e09-b6fd-97c5709f832f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:17.586088 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c0ad5-f76b-4fc6-a511-3a53da14166e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43ee012-4a6e-4295-b021-2d7c9831e891,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:17.589395 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f80c0ad5-f76b-4fc6-a511-3a53da14166e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:17.596877 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f80c0ad5-f76b-4fc6-a511-3a53da14166e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:17.600817 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-f80c0ad5-f76b-4fc6-a511-3a53da14166e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c43ee012-4a6e-4295-b021-2d7c9831e891 HTTP/1.1" status: 204 len: 168 time: 0.1808624 Dec 09 18:51:18.547746 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ab65e-43dc-4922-bf7a-3ff60ee72b6f req-46b856be-d95e-42c1-8317-e3f2e9e6bdce tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:18.548484 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-b96ab65e-43dc-4922-bf7a-3ff60ee72b6f req-46b856be-d95e-42c1-8317-e3f2e9e6bdce tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Synchronizing usage tracker for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:51:18.571646 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-b96ab65e-43dc-4922-bf7a-3ff60ee72b6f req-46b856be-d95e-42c1-8317-e3f2e9e6bdce tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Unset dirty status for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:51:18.573017 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b96ab65e-43dc-4922-bf7a-3ff60ee72b6f req-46b856be-d95e-42c1-8317-e3f2e9e6bdce tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 945 time: 0.1141541 Dec 09 18:51:18.625935 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b96ab65e-43dc-4922-bf7a-3ff60ee72b6f req-ababbc2d-8e38-44e3-b181-c8881da08dcc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462034 Dec 09 18:51:19.834199 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab6c73-bdf7-4848-a48e-99ccc99d597a req-508c0c59-ed8d-4c14-a6a9-7ce38b7ffafb tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:19.835783 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-39ab6c73-bdf7-4848-a48e-99ccc99d597a req-508c0c59-ed8d-4c14-a6a9-7ce38b7ffafb tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 945 time: 0.0984151 Dec 09 18:51:19.901237 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-39ab6c73-bdf7-4848-a48e-99ccc99d597a req-0fca2add-6063-4215-b6d7-3c13f01c9b00 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473061 Dec 09 18:51:20.267203 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-3f66e381-4e1e-4966-b493-1d08f6c0096b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:20.385913 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f084-9e57-4205-b59b-4de67e2d4541 req-65b3734d-fbf2-4fe9-8985-7b2daf4e4071 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:20.387414 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7af6f084-9e57-4205-b59b-4de67e2d4541 req-65b3734d-fbf2-4fe9-8985-7b2daf4e4071 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.10 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 945 time: 0.0874796 Dec 09 18:51:20.486376 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [req-7af6f084-9e57-4205-b59b-4de67e2d4541 req-233a5d6f-2ee1-4088-ae01-dc72d15f3761 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Deleting port 1a6be92d-d21b-4892-a560-2af91da42bef {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:51:20.486709 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7af6f084-9e57-4205-b59b-4de67e2d4541 req-233a5d6f-2ee1-4088-ae01-dc72d15f3761 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:20.776456 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-7af6f084-9e57-4205-b59b-4de67e2d4541 req-233a5d6f-2ee1-4088-ae01-dc72d15f3761 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] For port 1a6be92d-d21b-4892-a560-2af91da42bef, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1a6be92d-d21b-4892-a560-2af91da42bef,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:51:20.776775 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7af6f084-9e57-4205-b59b-4de67e2d4541 req-233a5d6f-2ee1-4088-ae01-dc72d15f3761 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:20.901995 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [req-7af6f084-9e57-4205-b59b-4de67e2d4541 req-233a5d6f-2ee1-4088-ae01-dc72d15f3761 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Calling delete_port for 1a6be92d-d21b-4892-a560-2af91da42bef owned by compute:nova {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:51:21.054950 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7af6f084-9e57-4205-b59b-4de67e2d4541 req-233a5d6f-2ee1-4088-ae01-dc72d15f3761 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:21.060860 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:21.068611 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a55ab324-d4e9-4818-bce9-d911a8a3d6bd req-6cbfc6ac-dfb2-460e-b2c0-c34241b1b90d tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edc0bcd-cedc-44bb-8783-24e987af5e35 HTTP/1.1" status: 200 len: 210 time: 0.0460689 Dec 09 18:51:21.083737 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['fae20ea1-02f2-4c9e-ab0c-7f606498f627', '1a6be92d-d21b-4892-a560-2af91da42bef'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:51:21.109529 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a5d6f-2ee1-4088-ae01-dc72d15f3761 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Pushing event deleted for resources: {'Port': ['ID=1a6be92d-d21b-4892-a560-2af91da42bef,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:21.112731 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-233a5d6f-2ee1-4088-ae01-dc72d15f3761 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:21.186137 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af6f084-9e57-4205-b59b-4de67e2d4541 req-233a5d6f-2ee1-4088-ae01-dc72d15f3761 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] No DVR routers for this DVR port 1a6be92d-d21b-4892-a560-2af91da42bef on host hv-cinder-81934 {{(pid=86802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:51:21.188593 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7af6f084-9e57-4205-b59b-4de67e2d4541 req-233a5d6f-2ee1-4088-ae01-dc72d15f3761 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:21.191213 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc0bcd-cedc-44bb-8783-24e987af5e35', 'name': 'network-vif-deleted', 'tag': '1a6be92d-d21b-4892-a560-2af91da42bef'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:51:21.209939 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7af6f084-9e57-4205-b59b-4de67e2d4541 req-233a5d6f-2ee1-4088-ae01-dc72d15f3761 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.10 "DELETE /v2.0/ports/1a6be92d-d21b-4892-a560-2af91da42bef HTTP/1.1" status: 204 len: 173 time: 0.8112419 Dec 09 18:51:21.244171 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edc0bcd-cedc-44bb-8783-24e987af5e35', 'name': 'network-vif-deleted', 'tag': '1a6be92d-d21b-4892-a560-2af91da42bef', 'status': 'completed', 'code': 200} Dec 09 18:51:21.273662 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:21.347881 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device c04e7708-3664-40d7-973e-90a823fa0508 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:51:21.406448 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: c04e7708-3664-40d7-973e-90a823fa0508 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:51:21.406828 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device c04e7708-3664-40d7-973e-90a823fa0508 not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:51:22.553656 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0317d-4a0a-4f67-b172-4466e53cccd3 req-f7894315-ade8-4f31-93e2-67bfafe8d1f3 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:22.555059 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b0e0317d-4a0a-4f67-b172-4466e53cccd3 req-f7894315-ade8-4f31-93e2-67bfafe8d1f3 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 947 time: 0.0873830 Dec 09 18:51:22.588243 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-1cff9cdf-7145-47d1-993d-ae073918b60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:22.602907 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b0e0317d-4a0a-4f67-b172-4466e53cccd3 req-afd1ae56-0142-4fd7-93a6-2b2f29f22aa5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419049 Dec 09 18:51:23.773064 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881ab1b-533b-4559-9bea-b1bcaf04a352 req-185f7046-112c-4ec0-ad6e-8d88c266c78f tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:23.773860 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-0881ab1b-533b-4559-9bea-b1bcaf04a352 req-185f7046-112c-4ec0-ad6e-8d88c266c78f tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Synchronizing usage tracker for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:51:23.790960 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-0881ab1b-533b-4559-9bea-b1bcaf04a352 req-185f7046-112c-4ec0-ad6e-8d88c266c78f tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Unset dirty status for tenant:67d590a32b7f42a0adbcfd2362cc66c0 on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:51:23.791920 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b3b3b-20f9-4bf9-becd-d4e3e9aba2eb req-267a6a3f-5507-47ee-b839-3abac8e6b67e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:23.792603 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0881ab1b-533b-4559-9bea-b1bcaf04a352 req-185f7046-112c-4ec0-ad6e-8d88c266c78f tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 946 time: 0.1038604 Dec 09 18:51:23.793499 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8f3b3b3b-20f9-4bf9-becd-d4e3e9aba2eb req-267a6a3f-5507-47ee-b839-3abac8e6b67e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 947 time: 0.0796711 Dec 09 18:51:23.838362 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8f3b3b3b-20f9-4bf9-becd-d4e3e9aba2eb req-ef652cba-e0de-42ca-9751-9876445703d3 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388839 Dec 09 18:51:23.843275 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0881ab1b-533b-4559-9bea-b1bcaf04a352 req-4f7f973c-d3d0-41f7-9605-034be006c4d3 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447853 Dec 09 18:51:24.033080 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:24.550192 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-dcddcfa5-3920-4cff-8a8a-d2b57ebdd401 req-27b1e99f-c233-41d7-9bfe-85cb47603942 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726404 Dec 09 18:51:24.775770 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddcfa5-3920-4cff-8a8a-d2b57ebdd401 req-f9550633-a167-4b78-ace9-050773706211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:24.777251 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-dcddcfa5-3920-4cff-8a8a-d2b57ebdd401 req-f9550633-a167-4b78-ace9-050773706211 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a171f64c53f40a5bcab7a06ae2e1b7c&device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 1137 time: 0.0830708 Dec 09 18:51:24.784284 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-8887cbb1-5cab-4c06-8576-017a7324968f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:24.785706 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-8887cbb1-5cab-4c06-8576-017a7324968f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 947 time: 0.0921874 Dec 09 18:51:24.859675 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Deleting port d6d5620d-3dce-4fdf-92c4-d84fb96fe280 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:51:24.860020 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:24.928403 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddcfa5-3920-4cff-8a8a-d2b57ebdd401 req-351f1ea0-27bd-4ad9-9651-b8ef10c23eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:24.930130 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-dcddcfa5-3920-4cff-8a8a-d2b57ebdd401 req-351f1ea0-27bd-4ad9-9651-b8ef10c23eea service neutron] 10.222.0.10 "GET /v2.0/networks?id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3 HTTP/1.1" status: 200 len: 915 time: 0.1306894 Dec 09 18:51:25.176571 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-dcddcfa5-3920-4cff-8a8a-d2b57ebdd401 req-82bab430-3e00-4c6d-882b-3c400d5a5640 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1288f274-5168-437b-b50e-5a999c242f6b HTTP/1.1" status: 200 len: 1001 time: 0.2383287 Dec 09 18:51:25.239961 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6a0b1-7c53-4032-8f87-5cdf1eaf81fb req-9ad98198-e172-4075-940b-911460dd5228 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:25.241433 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-11d6a0b1-7c53-4032-8f87-5cdf1eaf81fb req-9ad98198-e172-4075-940b-911460dd5228 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 946 time: 0.2103431 Dec 09 18:51:25.246535 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391ae0d-f648-45c8-a4f5-b3d7178039dc req-77a7c692-4beb-402b-b8bc-a90e69716ee5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:25.248004 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4391ae0d-f648-45c8-a4f5-b3d7178039dc req-77a7c692-4beb-402b-b8bc-a90e69716ee5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 947 time: 0.2606256 Dec 09 18:51:25.255793 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddcfa5-3920-4cff-8a8a-d2b57ebdd401 req-63e459f4-94ab-4d71-ba3b-40c7a6eebd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:25.257194 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-dcddcfa5-3920-4cff-8a8a-d2b57ebdd401 req-63e459f4-94ab-4d71-ba3b-40c7a6eebd6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e824af-a703-4242-88ed-b01542221d37 HTTP/1.1" status: 200 len: 853 time: 0.0733235 Dec 09 18:51:25.272200 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:25.277533 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] For port d6d5620d-3dce-4fdf-92c4-d84fb96fe280, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:51:25.277904 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:25.289184 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 1a6be92d-d21b-4892-a560-2af91da42bef no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:51:25.322919 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: 1a6be92d-d21b-4892-a560-2af91da42bef {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:51:25.323918 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 1a6be92d-d21b-4892-a560-2af91da42bef not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:51:25.341716 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4391ae0d-f648-45c8-a4f5-b3d7178039dc req-75b89c42-63ec-44a1-8600-a7329f6d8139 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=c90244d4-6f18-40bf-9e16-752451f6ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835741 Dec 09 18:51:25.374161 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddcfa5-3920-4cff-8a8a-d2b57ebdd401 req-cfdcfa78-c1aa-4ec6-9f67-e14f5e577353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:25.375718 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-dcddcfa5-3920-4cff-8a8a-d2b57ebdd401 req-cfdcfa78-c1aa-4ec6-9f67-e14f5e577353 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1033895 Dec 09 18:51:25.380143 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-11d6a0b1-7c53-4032-8f87-5cdf1eaf81fb req-6f07a50a-8dbe-4a0c-9438-c83af05d0c54 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286545 Dec 09 18:51:25.512878 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-dcddcfa5-3920-4cff-8a8a-d2b57ebdd401 req-ae0a2972-8939-4028-aa09-04789ce31fcf service neutron] 10.222.0.10 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294980 Dec 09 18:51:25.595334 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:25.595706 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134207117'] for floatingip, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:25.596021 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.db.l3_db [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Floating IP 807934a4-2e1c-4b6c-946f-05019d5bd3ab disassociated. External IP: 172.28.2.131, port: d6d5620d-3dce-4fdf-92c4-d84fb96fe280. Dec 09 18:51:25.596357 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Calling delete_port for d6d5620d-3dce-4fdf-92c4-d84fb96fe280 owned by compute:nova {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:51:25.652713 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-dcddcfa5-3920-4cff-8a8a-d2b57ebdd401 req-c1c6dc00-a914-46c6-aa6c-3c83111e07a0 service neutron] 10.222.0.10 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308990 Dec 09 18:51:25.747171 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:25.752820 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:25.795670 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event deleted for resources: {'Port': ['ID=d6d5620d-3dce-4fdf-92c4-d84fb96fe280,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:25.798638 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:25.977682 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afc43c-3c07-4e13-a2d6-1752bc316e1f req-ab1e6b08-1301-4617-9b65-9b429252c7d1 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:25.979208 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-69afc43c-3c07-4e13-a2d6-1752bc316e1f req-ab1e6b08-1301-4617-9b65-9b429252c7d1 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 946 time: 0.0878000 Dec 09 18:51:25.979795 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Router a1bb5f86-8864-4571-8584-028ddf94790e has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:51:26.055955 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-69afc43c-3c07-4e13-a2d6-1752bc316e1f req-444de806-5dd0-4e92-8238-acf20cb7c6ba tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Deleting port fae20ea1-02f2-4c9e-ab0c-7f606498f627 {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:51:26.056278 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-69afc43c-3c07-4e13-a2d6-1752bc316e1f req-444de806-5dd0-4e92-8238-acf20cb7c6ba tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:26.161887 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:51:26.173768 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbfd2c9-0809-495e-9370-f802b0c32c7c None None] Sync routers for ids ['a1bb5f86-8864-4571-8584-028ddf94790e'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:51:26.185522 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbfd2c9-0809-495e-9370-f802b0c32c7c None None] Routers {'a1bb5f86-8864-4571-8584-028ddf94790e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:51:26.186235 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-dbbfd2c9-0809-495e-9370-f802b0c32c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:51:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['a1bb5f86-8864-4571-8584-028ddf94790e'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:26.236379 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] No DVR routers for this DVR port d6d5620d-3dce-4fdf-92c4-d84fb96fe280 on host hv-cinder-81934 {{(pid=86802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:51:26.239129 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:26.242282 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'name': 'network-vif-deleted', 'tag': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:51:26.261058 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.10 "DELETE /v2.0/ports/d6d5620d-3dce-4fdf-92c4-d84fb96fe280 HTTP/1.1" status: 204 len: 173 time: 1.4673953 Dec 09 18:51:26.307866 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dad9626-7fd4-47ab-9912-0044a8dc0a8e', 'name': 'network-vif-deleted', 'tag': 'd6d5620d-3dce-4fdf-92c4-d84fb96fe280', 'status': 'completed', 'code': 200} Dec 09 18:51:26.335503 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-69afc43c-3c07-4e13-a2d6-1752bc316e1f req-444de806-5dd0-4e92-8238-acf20cb7c6ba tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] For port fae20ea1-02f2-4c9e-ab0c-7f606498f627, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=fae20ea1-02f2-4c9e-ab0c-7f606498f627,segment=NetworkSegment(06df0e51-4e3b-4e04-a9f9-d546c24744a9),segment_id=06df0e51-4e3b-4e04-a9f9-d546c24744a9)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:51:26.335503 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-69afc43c-3c07-4e13-a2d6-1752bc316e1f req-444de806-5dd0-4e92-8238-acf20cb7c6ba tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:26.388740 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-dbbfd2c9-0809-495e-9370-f802b0c32c7c None None] Set router a1bb5f86-8864-4571-8584-028ddf94790e gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:51:26.534593 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-69afc43c-3c07-4e13-a2d6-1752bc316e1f req-444de806-5dd0-4e92-8238-acf20cb7c6ba tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Calling delete_port for fae20ea1-02f2-4c9e-ab0c-7f606498f627 owned by compute:nova {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:51:26.580603 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-bfcc2486-086d-48a8-b8cf-595095c38888 req-a1450729-3bb6-4f91-9bf5-0e65f998cd30 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Synchronizing usage tracker for tenant:9027b039a51b432086e827ba9a677b0a on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:51:26.601312 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-bfcc2486-086d-48a8-b8cf-595095c38888 req-a1450729-3bb6-4f91-9bf5-0e65f998cd30 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Unset dirty status for tenant:9027b039a51b432086e827ba9a677b0a on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:51:26.602544 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-bfcc2486-086d-48a8-b8cf-595095c38888 req-a1450729-3bb6-4f91-9bf5-0e65f998cd30 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dad9626-7fd4-47ab-9912-0044a8dc0a8e HTTP/1.1" status: 200 len: 210 time: 0.0674834 Dec 09 18:51:26.773632 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a137c-f179-412a-ac3a-5276d76f08ef req-791ecc5b-e4b8-46fc-9fee-e5f825e41263 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:26.775286 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0c3a137c-f179-412a-ac3a-5276d76f08ef req-791ecc5b-e4b8-46fc-9fee-e5f825e41263 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5 HTTP/1.1" status: 200 len: 946 time: 0.2079566 Dec 09 18:51:26.782182 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-69afc43c-3c07-4e13-a2d6-1752bc316e1f req-444de806-5dd0-4e92-8238-acf20cb7c6ba tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:26.788877 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-dbbfd2c9-0809-495e-9370-f802b0c32c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '481cf148-5a55-4c60-92dd-92653cb5bada', 'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'mac_address': 'fa:16:3e:6a:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:47Z', 'updated_at': '2021-12-09T18:46:03Z', 'revision_number': 5, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'subnets': [{'id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:26.790715 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:26.795939 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbfd2c9-0809-495e-9370-f802b0c32c7c None None] Checking router: a1bb5f86-8864-4571-8584-028ddf94790e for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:51:26.822389 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbfd2c9-0809-495e-9370-f802b0c32c7c None None] Routers {'a1bb5f86-8864-4571-8584-028ddf94790e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:51:26.823264 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-dbbfd2c9-0809-495e-9370-f802b0c32c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:51:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['a1bb5f86-8864-4571-8584-028ddf94790e'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:26.853600 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444de806-5dd0-4e92-8238-acf20cb7c6ba tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Pushing event deleted for resources: {'Port': ['ID=fae20ea1-02f2-4c9e-ab0c-7f606498f627,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:26.860889 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-444de806-5dd0-4e92-8238-acf20cb7c6ba tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:26.897056 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['fae20ea1-02f2-4c9e-ab0c-7f606498f627'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:51:26.934807 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:26.958379 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0c3a137c-f179-412a-ac3a-5276d76f08ef req-87ee28fe-f65b-4c30-96ee-9f1395b45e24 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.20 "GET /v2.0/security-groups?id=58e4a95c-1e3b-4898-b768-0cd1166f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716666 Dec 09 18:51:26.958379 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-69afc43c-3c07-4e13-a2d6-1752bc316e1f req-444de806-5dd0-4e92-8238-acf20cb7c6ba tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] No DVR routers for this DVR port fae20ea1-02f2-4c9e-ab0c-7f606498f627 on host hv-cinder-81934 {{(pid=86801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:51:26.961942 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-69afc43c-3c07-4e13-a2d6-1752bc316e1f req-444de806-5dd0-4e92-8238-acf20cb7c6ba tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:26.963155 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5', 'name': 'network-vif-deleted', 'tag': 'fae20ea1-02f2-4c9e-ab0c-7f606498f627'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:51:27.000990 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-69afc43c-3c07-4e13-a2d6-1752bc316e1f req-444de806-5dd0-4e92-8238-acf20cb7c6ba tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] 10.222.0.10 "DELETE /v2.0/ports/fae20ea1-02f2-4c9e-ab0c-7f606498f627 HTTP/1.1" status: 204 len: 173 time: 1.0151258 Dec 09 18:51:27.093855 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a93cfb8-6692-4a9d-8e19-ea3bfdaec6c5', 'name': 'network-vif-deleted', 'tag': 'fae20ea1-02f2-4c9e-ab0c-7f606498f627', 'status': 'completed', 'code': 200} Dec 09 18:51:27.114666 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-dbbfd2c9-0809-495e-9370-f802b0c32c7c None None] Set router a1bb5f86-8864-4571-8584-028ddf94790e gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:51:27.441147 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-dbbfd2c9-0809-495e-9370-f802b0c32c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '481cf148-5a55-4c60-92dd-92653cb5bada', 'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'mac_address': 'fa:16:3e:6a:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:47Z', 'updated_at': '2021-12-09T18:46:03Z', 'revision_number': 5, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'subnets': [{'id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:27.445912 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbfd2c9-0809-495e-9370-f802b0c32c7c None None] The sync data for ids ['a1bb5f86-8864-4571-8584-028ddf94790e'] in dv-cinder-819346-1-smb is: [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '481cf148-5a55-4c60-92dd-92653cb5bada', 'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'mac_address': 'fa:16:3e:6a:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:47Z', 'updated_at': '2021-12-09T18:46:03Z', 'revision_number': 5, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'subnets': [{'id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:51:27.702536 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0798be-60e0-4ced-aaa2-a77bd6aa3b41 None None] New status for floating IP 807934a4-2e1c-4b6c-946f-05019d5bd3ab: DOWN {{(pid=86804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 18:51:27.753679 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49450) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:27.817513 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c308dd57-de4e-4841-85cd-43104506d704 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:27.847351 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c308dd57-de4e-4841-85cd-43104506d704 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:27.906294 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c308dd57-de4e-4841-85cd-43104506d704 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:27.912398 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-39331b32-9f50-4545-bdd3-8a21ac295181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:27.927719 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308dd57-de4e-4841-85cd-43104506d704 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90244d4-6f18-40bf-9e16-752451f6ec0b,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:27.930216 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c308dd57-de4e-4841-85cd-43104506d704 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:27.937147 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c308dd57-de4e-4841-85cd-43104506d704 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:27.938248 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-c308dd57-de4e-4841-85cd-43104506d704 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "DELETE /v2.0/security-groups/c90244d4-6f18-40bf-9e16-752451f6ec0b HTTP/1.1" status: 204 len: 168 time: 0.1836135 Dec 09 18:51:27.941086 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49454) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:27.960059 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.api.v2.resource [None req-44418b8d-7ecb-4651-b5cc-de4273880fb8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] show failed (client error): The resource could not be found. Dec 09 18:51:27.964253 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-44418b8d-7ecb-4651-b5cc-de4273880fb8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups/c90244d4-6f18-40bf-9e16-752451f6ec0b HTTP/1.1" status: 404 len: 347 time: 0.0180807 Dec 09 18:51:27.964748 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49458) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:28.076032 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 49464) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:28.136279 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11b7e73-fa2e-4446-8ee4-285827cb4e71 admin admin] Deleting subnet 7e2d0a3d-1b6b-43b1-a938-79630eaf27ac {{(pid=86801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 18:51:28.139204 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d11b7e73-fa2e-4446-8ee4-285827cb4e71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.192040 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d11b7e73-fa2e-4446-8ee4-285827cb4e71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132533700'] for subnet, precommit_delete_associations {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.230048 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-f6dae1d7-1a9c-47e7-be98-e3e304fb59f9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Deleting port 70c00cb6-f3d0-4f59-aa2d-9b83276508d7 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:51:28.230264 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f6dae1d7-1a9c-47e7-be98-e3e304fb59f9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.365086 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d11b7e73-fa2e-4446-8ee4-285827cb4e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1323596'] for subnet, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.410352 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f6dae1d7-1a9c-47e7-be98-e3e304fb59f9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.410712 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f6dae1d7-1a9c-47e7-be98-e3e304fb59f9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.433974 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d11b7e73-fa2e-4446-8ee4-285827cb4e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1323540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131583829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131591604'] for subnet, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.437803 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:28.475020 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b7e73-fa2e-4446-8ee4-285827cb4e71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e2d0a3d-1b6b-43b1-a938-79630eaf27ac,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:28.477996 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d11b7e73-fa2e-4446-8ee4-285827cb4e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:28.479011 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-d11b7e73-fa2e-4446-8ee4-285827cb4e71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.485040 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-d11b7e73-fa2e-4446-8ee4-285827cb4e71 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7e2d0a3d-1b6b-43b1-a938-79630eaf27ac HTTP/1.1" status: 204 len: 168 time: 0.4079463 Dec 09 18:51:28.487579 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 49468) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:28.538204 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-f6dae1d7-1a9c-47e7-be98-e3e304fb59f9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Calling delete_port for 70c00cb6-f3d0-4f59-aa2d-9b83276508d7 owned by network:floatingip {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:51:28.594279 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-05850de1-3073-41cd-a27e-3275e99d20bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1294839'] for network, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.681169 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f6dae1d7-1a9c-47e7-be98-e3e304fb59f9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.685219 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-4a2fc557-c5ce-4691-a6f9-d536ef611212 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:28.721815 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-05850de1-3073-41cd-a27e-3275e99d20bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1324903', 'neutron.services.segments.db._delete_segments_for_network-8737775659942'] for network, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.733435 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dae1d7-1a9c-47e7-be98-e3e304fb59f9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event deleted for resources: {'Port': ['ID=70c00cb6-f3d0-4f59-aa2d-9b83276508d7,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:28.736070 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f6dae1d7-1a9c-47e7-be98-e3e304fb59f9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:28.750531 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-05850de1-3073-41cd-a27e-3275e99d20bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb58ca8a-9493-4632-b14b-770d452aeb51']}} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:28.765382 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-05850de1-3073-41cd-a27e-3275e99d20bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06df0e51-4e3b-4e04-a9f9-d546c24744a9') {'for_net_delete': True} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:28.765927 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-05850de1-3073-41cd-a27e-3275e99d20bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06df0e51-4e3b-4e04-a9f9-d546c24744a9') {} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:28.779087 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-05850de1-3073-41cd-a27e-3275e99d20bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737775753593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132533715'] for segment, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.795569 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-05850de1-3073-41cd-a27e-3275e99d20bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.801953 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05850de1-3073-41cd-a27e-3275e99d20bd admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=86801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 18:51:28.802430 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-05850de1-3073-41cd-a27e-3275e99d20bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1320239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131583883'] for segment, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: Traceback (most recent call last): Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: timer() Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: cb(*args, **kw) Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: return func(*args, **kwargs) Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: self._notify() Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: self.callback(batched_events) Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: event.method(event) Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: return f(self, *a, **k) Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: return self._get(url).json() Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: return self.request(url, 'GET', **kwargs) Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 18:51:28.817041 dv-cinder-819346-1-smb neutron-server[86801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 18:51:28.840856 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f6dae1d7-1a9c-47e7-be98-e3e304fb59f9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for floatingip, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.859428 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f6dae1d7-1a9c-47e7-be98-e3e304fb59f9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for floatingip, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.863576 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-f6dae1d7-1a9c-47e7-be98-e3e304fb59f9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "DELETE /v2.0/floatingips/807934a4-2e1c-4b6c-946f-05019d5bd3ab HTTP/1.1" status: 204 len: 168 time: 0.8947656 Dec 09 18:51:28.896999 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-05850de1-3073-41cd-a27e-3275e99d20bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1324894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134207135'] for network, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.900923 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:28.916285 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-05850de1-3073-41cd-a27e-3275e99d20bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:28.922380 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05850de1-3073-41cd-a27e-3275e99d20bd admin admin] Pushing event deleted for resources: {'Network': ['ID=fb58ca8a-9493-4632-b14b-770d452aeb51,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:28.926471 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-05850de1-3073-41cd-a27e-3275e99d20bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:28.934050 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-05850de1-3073-41cd-a27e-3275e99d20bd admin admin] 10.222.0.20 "DELETE /v2.0/networks/fb58ca8a-9493-4632-b14b-770d452aeb51 HTTP/1.1" status: 204 len: 168 time: 0.4454870 Dec 09 18:51:29.085909 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49476) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:29.091142 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366334003', 'description': 'tempest-description--424381510'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:51:29.096869 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:29.101250 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Usage tracker for resource:security_group and tenant:9027b039a51b432086e827ba9a677b0a is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:29.104089 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:29.109676 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:29.111617 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 49480) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:29.120323 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.140526 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:29.144617 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Usage tracker for resource:security_group_rule and tenant:9027b039a51b432086e827ba9a677b0a is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:29.147839 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:29.153457 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:29.162197 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-da89b465-ae06-46e2-ab49-bdec21dba6ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67d590a32b7f42a0adbcfd2362cc66c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489938 Dec 09 18:51:29.164865 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 49484) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:29.224850 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.226278 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c4045ab9-665a-4730-bbd5-dbe26392f4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.229404 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.233144 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-82c576c9-d489-4135-935f-e2b6a60b1bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:29.252581 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c4045ab9-665a-4730-bbd5-dbe26392f4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.274728 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f15069-761d-4419-a6c3-4ab267d957e8,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:29.277327 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:29.282800 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.285399 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device fae20ea1-02f2-4c9e-ab0c-7f606498f627 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:51:29.290440 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2008221 Dec 09 18:51:29.290740 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49488) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:29.296038 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-8fcdfc2b-0cf5-4359-a0b0-4d0ebfe0346c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Request body: {'security_group_rule': {'security_group_id': '61f15069-761d-4419-a6c3-4ab267d957e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:51:29.303067 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-8fcdfc2b-0cf5-4359-a0b0-4d0ebfe0346c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:29.307534 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-8fcdfc2b-0cf5-4359-a0b0-4d0ebfe0346c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Usage tracker for resource:security_group_rule and tenant:9027b039a51b432086e827ba9a677b0a is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:29.310581 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-8fcdfc2b-0cf5-4359-a0b0-4d0ebfe0346c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:29.317162 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-8fcdfc2b-0cf5-4359-a0b0-4d0ebfe0346c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:29.317982 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c4045ab9-665a-4730-bbd5-dbe26392f4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.323279 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-d3d3a6d0-4c7b-4753-99f1-7fa56034e7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:29.325018 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: fae20ea1-02f2-4c9e-ab0c-7f606498f627 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:51:29.325365 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device fae20ea1-02f2-4c9e-ab0c-7f606498f627 not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:51:29.325822 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device d6d5620d-3dce-4fdf-92c4-d84fb96fe280 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:51:29.336743 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8fcdfc2b-0cf5-4359-a0b0-4d0ebfe0346c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.338505 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4045ab9-665a-4730-bbd5-dbe26392f4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e4a95c-1e3b-4898-b768-0cd1166f4cb9,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:29.342119 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c4045ab9-665a-4730-bbd5-dbe26392f4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:29.349018 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c4045ab9-665a-4730-bbd5-dbe26392f4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.350379 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-c4045ab9-665a-4730-bbd5-dbe26392f4ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58e4a95c-1e3b-4898-b768-0cd1166f4cb9 HTTP/1.1" status: 204 len: 168 time: 0.1843858 Dec 09 18:51:29.376516 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: d6d5620d-3dce-4fdf-92c4-d84fb96fe280 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:51:29.377101 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device d6d5620d-3dce-4fdf-92c4-d84fb96fe280 not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:51:29.407454 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8fcdfc2b-0cf5-4359-a0b0-4d0ebfe0346c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.411516 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8fcdfc2b-0cf5-4359-a0b0-4d0ebfe0346c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.414370 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-331808a3-cee6-43b5-a281-cdbd62cb810a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:29.439383 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdfc2b-0cf5-4359-a0b0-4d0ebfe0346c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbe21af-343b-4f91-8547-2a77e18f3b01,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:29.442256 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8fcdfc2b-0cf5-4359-a0b0-4d0ebfe0346c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:29.450255 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8fcdfc2b-0cf5-4359-a0b0-4d0ebfe0346c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.451515 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-8fcdfc2b-0cf5-4359-a0b0-4d0ebfe0346c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597979 Dec 09 18:51:29.454219 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49494) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:29.459791 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-5f8d9d8e-af3f-4959-8ecc-1bc19361a670 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Request body: {'security_group_rule': {'security_group_id': '61f15069-761d-4419-a6c3-4ab267d957e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:51:29.465750 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-5f8d9d8e-af3f-4959-8ecc-1bc19361a670 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:29.469707 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-5f8d9d8e-af3f-4959-8ecc-1bc19361a670 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Usage tracker for resource:security_group_rule and tenant:9027b039a51b432086e827ba9a677b0a is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:29.473195 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-5f8d9d8e-af3f-4959-8ecc-1bc19361a670 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:29.479171 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-5f8d9d8e-af3f-4959-8ecc-1bc19361a670 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:29.495555 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9d8e-af3f-4959-8ecc-1bc19361a670 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.558492 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9d8e-af3f-4959-8ecc-1bc19361a670 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.562887 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9d8e-af3f-4959-8ecc-1bc19361a670 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.564962 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-cf8227d9-ad9c-4185-9ab4-0f8d6c81d71f tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:29.588378 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d9d8e-af3f-4959-8ecc-1bc19361a670 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44811c2b-3c2c-4488-b1ca-5d30a35171b1,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:29.590872 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-5f8d9d8e-af3f-4959-8ecc-1bc19361a670 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:29.598866 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9d8e-af3f-4959-8ecc-1bc19361a670 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.600232 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-5f8d9d8e-af3f-4959-8ecc-1bc19361a670 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450672 Dec 09 18:51:29.603487 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 49500) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:29.609068 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Request body: {'floatingip': {'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:51:29.615248 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:29.619047 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Usage tracker for resource:floatingip and tenant:9027b039a51b432086e827ba9a677b0a is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:29.621993 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:29.627692 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:29.637955 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for floatingip, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.791771 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:29.927326 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Allocated IP 172.28.2.247 (6beed21b-9de4-4fbb-b55d-7f8ce9c9499c/5a39f25e-cbfe-4fa1-b581-b87a4aac1e40/2e3d2741-e3fb-46b0-b5bd-1dcf40fecec2) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:51:30.092625 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:30.095408 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 49520) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:30.130737 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:30.135487 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:30.199928 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:51:30.204483 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:51:30.207074 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:51:30.236451 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-237544721-network', 'tenant_id': '452ff5d7b8d14e858aed3ea08c3447a0'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:51:30.241065 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:30.256535 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Usage tracker for resource:network and tenant:452ff5d7b8d14e858aed3ea08c3447a0 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:30.263867 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:30.268348 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event updated for resources: {'Port': ['ID=2e3d2741-e3fb-46b0-b5bd-1dcf40fecec2,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:30.274228 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:30.276683 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:30.295915 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Made reservation on behalf of 452ff5d7b8d14e858aed3ea08c3447a0 for: {'network': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:51:30.298255 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:30.313022 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:30.338139 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:30.343552 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Usage tracker for resource:security_group_rule and tenant:452ff5d7b8d14e858aed3ea08c3447a0 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:30.347273 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:30.358942 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:30.360979 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:30.449072 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:30.629762 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:30.635617 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:30.639988 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-06606bd3-3cc9-4f88-b4f6-2c2d3c370cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:30.660477 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=86801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:51:30.799867 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:30.800203 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.segments_db [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Added segment f1959325-9006-4421-8f52-ca61eafd4674 of type vlan for network a9ca083b-204a-4681-a880-cec2fb6f0031 Dec 09 18:51:30.806647 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce41799-236e-4b1a-bf09-923eabd6c5b9,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:30.818130 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:30.851087 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:30.886835 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:30.893520 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:30.897342 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-444de806-5dd0-4e92-8238-acf20cb7c6ba tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:30.925469 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:30.935019 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:30.935583 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:31.022469 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event updated for resources: {'Port': ['ID=2e3d2741-e3fb-46b0-b5bd-1dcf40fecec2,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:31.028821 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:31.029371 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e67db7cc-1b5a-4d83-b28f-d8ce4699f560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:31.046533 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9501173 Dec 09 18:51:31.049661 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49526) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:31.055341 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] Request body: {'subnet': {'network_id': 'a9ca083b-204a-4681-a880-cec2fb6f0031', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-237544721-subnet', 'tenant_id': '452ff5d7b8d14e858aed3ea08c3447a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:51:31.060260 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:31.064396 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] Usage tracker for resource:subnet and tenant:452ff5d7b8d14e858aed3ea08c3447a0 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:31.067510 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:31.073834 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:31.086342 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] Made reservation on behalf of 452ff5d7b8d14e858aed3ea08c3447a0 for: {'subnet': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:51:31.089120 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132271040'] for subnet, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:31.102761 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134207117'] for floatingip, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:31.135960 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ca083b-204a-4681-a880-cec2fb6f0031,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:31.140757 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:31.142727 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for floatingip, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:31.154795 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5404859 Dec 09 18:51:31.154995 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network a9ca083b-204a-4681-a880-cec2fb6f0031 details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:51:31.314092 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132497299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132271090'] for subnet, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:31.319338 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-d2785ba5-6af8-471c-b8ce-8990c2cef38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:31.388317 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-780a936d-dae4-4086-a2eb-6532598de28a req-85049db5-6901-4dfc-8514-037a8143cf5f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1366334003&fields=id&tenant_id=9027b039a51b432086e827ba9a677b0a HTTP/1.1" status: 200 len: 267 time: 0.0402033 Dec 09 18:51:31.396314 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5800a10-244e-43b7-8deb-5e7872bc7cd2,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:31.399753 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:31.402300 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] Checking segment: {'id': 'f1959325-9006-4421-8f52-ca61eafd4674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a9ca083b-204a-4681-a880-cec2fb6f0031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:51:31.402567 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] Network hostable DHCP agents. Network: a9ca083b-204a-4681-a880-cec2fb6f0031, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:51:31.422884 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] Network a9ca083b-204a-4681-a880-cec2fb6f0031 is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:51:31.432642 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, a9ca083b-204a-4681-a880-cec2fb6f0031) {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:51:31.436572 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:31.437161 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:31.444429 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf01837-7cf1-4ca7-952b-69a384ab2c71 None None] Network a9ca083b-204a-4681-a880-cec2fb6f0031 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:51:31.463339 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-88722a5a-e5fd-41a4-a9af-a9bbde50c484 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4124904 Dec 09 18:51:31.553570 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a936d-dae4-4086-a2eb-6532598de28a req-51ec9e93-e3a3-4658-91fa-340b4a6f4ebf tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:31.557229 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-780a936d-dae4-4086-a2eb-6532598de28a req-51ec9e93-e3a3-4658-91fa-340b4a6f4ebf tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/networks?id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f HTTP/1.1" status: 200 len: 817 time: 0.1624215 Dec 09 18:51:31.570601 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-780a936d-dae4-4086-a2eb-6532598de28a req-c76fc7f3-4e27-4b27-8905-ede6e076b445 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/quotas/9027b039a51b432086e827ba9a677b0a HTTP/1.1" status: 200 len: 375 time: 0.0098684 Dec 09 18:51:31.663983 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-780a936d-dae4-4086-a2eb-6532598de28a req-4e3fc5b9-ba91-4e96-8133-6bf10ed625cb tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9027b039a51b432086e827ba9a677b0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874341 Dec 09 18:51:31.671468 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8568bec9-737a-47e8-a627-2cc341d87269 None None] Network a9ca083b-204a-4681-a880-cec2fb6f0031 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:51:31.931115 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-780a936d-dae4-4086-a2eb-6532598de28a req-e35578d7-8e19-4f6e-b400-f28a9abc755b service neutron] 10.222.0.20 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517872 Dec 09 18:51:31.995174 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49558) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:32.001122 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1618378842-network', 'tenant_id': '159010f14f994b27a6a94dd2bdf6bb94'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:51:32.006881 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:32.010783 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Usage tracker for resource:network and tenant:159010f14f994b27a6a94dd2bdf6bb94 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:32.013609 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:32.020539 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:32.031839 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Made reservation on behalf of 159010f14f994b27a6a94dd2bdf6bb94 for: {'network': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:51:32.034443 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:32.046771 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:32.061380 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:32.063188 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-780a936d-dae4-4086-a2eb-6532598de28a req-6d97e626-1dec-4f2b-b33c-042fbf694605 service neutron] 10.222.0.20 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263335 Dec 09 18:51:32.065299 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Usage tracker for resource:security_group_rule and tenant:159010f14f994b27a6a94dd2bdf6bb94 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:32.068358 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:32.074724 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:32.169964 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:32.175715 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:32.180144 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-02156f44-5973-46a2-abbd-bf4c65457d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:32.207524 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=86802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:51:32.216931 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa9e9f5-25a6-4145-ab1c-c1b581ba0e98,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:32.222421 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:32.257572 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:32.257832 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.db.segments_db [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Added segment 4c393c6a-f337-4f82-8053-2f2b3f3a824a of type vlan for network f91ad78e-f3f5-47d5-99c6-5ee12d0956fb Dec 09 18:51:32.273410 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-5eb9ec38-bb31-49f0-bf0f-543c9b45d3cb req-772d1fb2-d02b-42d5-bdd2-7076f3117a60 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Synchronizing usage tracker for tenant:9027b039a51b432086e827ba9a677b0a on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:51:32.302353 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:32.312125 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-5eb9ec38-bb31-49f0-bf0f-543c9b45d3cb req-772d1fb2-d02b-42d5-bdd2-7076f3117a60 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Unset dirty status for tenant:9027b039a51b432086e827ba9a677b0a on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:51:32.313258 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5eb9ec38-bb31-49f0-bf0f-543c9b45d3cb req-772d1fb2-d02b-42d5-bdd2-7076f3117a60 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 210 time: 0.0935547 Dec 09 18:51:32.336799 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:32.338220 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:32.338882 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:32.342741 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:32.522758 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Pushing event updated for resources: {'Network': ['ID=f91ad78e-f3f5-47d5-99c6-5ee12d0956fb,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:32.527373 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5295570 Dec 09 18:51:32.527373 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-622d288e-e778-4e49-af0f-06665163ac3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:32.528747 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49572) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:32.533639 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network f91ad78e-f3f5-47d5-99c6-5ee12d0956fb details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:51:32.534322 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Request body: {'subnet': {'network_id': 'f91ad78e-f3f5-47d5-99c6-5ee12d0956fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1618378842-subnet', 'tenant_id': '159010f14f994b27a6a94dd2bdf6bb94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:51:32.539819 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:32.543886 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Usage tracker for resource:subnet and tenant:159010f14f994b27a6a94dd2bdf6bb94 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:32.546734 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:32.552836 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:32.565459 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Made reservation on behalf of 159010f14f994b27a6a94dd2bdf6bb94 for: {'subnet': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:51:32.568420 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132271040'] for subnet, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:32.777409 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132497299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132271090'] for subnet, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:32.782322 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-2852b9e1-97de-4bf1-9a2b-c8aec708353f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:32.858246 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Pushing event updated for resources: {'Subnet': ['ID=b71aa7a0-65a4-476a-9736-9c69d9339079,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:32.861680 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:32.869334 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Checking segment: {'id': '4c393c6a-f337-4f82-8053-2f2b3f3a824a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f91ad78e-f3f5-47d5-99c6-5ee12d0956fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:51:32.869784 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Network hostable DHCP agents. Network: f91ad78e-f3f5-47d5-99c6-5ee12d0956fb, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:51:32.890918 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Network f91ad78e-f3f5-47d5-99c6-5ee12d0956fb is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:51:32.900716 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, f91ad78e-f3f5-47d5-99c6-5ee12d0956fb) {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:51:32.905052 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:32.905772 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:32.909965 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7eaab6-2bb2-4193-bcc0-48df3e57443f None None] Network f91ad78e-f3f5-47d5-99c6-5ee12d0956fb requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:51:32.932059 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3982146 Dec 09 18:51:33.061657 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49580) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:33.119445 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_v2 [None req-59634394-e731-4d52-9b62-0ab1c0f6a302 admin admin] Deleting subnet f5800a10-244e-43b7-8deb-5e7872bc7cd2 {{(pid=86802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 18:51:33.122491 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-59634394-e731-4d52-9b62-0ab1c0f6a302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:33.131724 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d2c155-bcb4-41a2-9106-9ce2e1908ea7 None None] Network f91ad78e-f3f5-47d5-99c6-5ee12d0956fb requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:51:33.173860 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-59634394-e731-4d52-9b62-0ab1c0f6a302 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132133715'] for subnet, precommit_delete_associations {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:33.232272 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-59634394-e731-4d52-9b62-0ab1c0f6a302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1323596'] for subnet, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:33.305646 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-59634394-e731-4d52-9b62-0ab1c0f6a302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1323540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132497364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132271083'] for subnet, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:33.310047 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-6a4178ce-768a-4ad8-8c18-2c1def4ce8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:33.347600 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59634394-e731-4d52-9b62-0ab1c0f6a302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5800a10-244e-43b7-8deb-5e7872bc7cd2,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:33.351093 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-59634394-e731-4d52-9b62-0ab1c0f6a302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:33.353581 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-59634394-e731-4d52-9b62-0ab1c0f6a302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:33.361785 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-59634394-e731-4d52-9b62-0ab1c0f6a302 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f5800a10-244e-43b7-8deb-5e7872bc7cd2 HTTP/1.1" status: 204 len: 168 time: 0.2968581 Dec 09 18:51:33.362351 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 49586) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:33.497464 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:51:33.518088 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5b750059-51de-4dbe-ab11-91b8245d4349 req-bdaf8c89-dbc2-45bf-bb31-9c575474b07e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 210 time: 0.0846884 Dec 09 18:51:33.601907 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-429b1d2f-93ac-4b19-9308-1e0f3302baa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1294839'] for network, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:33.766607 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a936d-dae4-4086-a2eb-6532598de28a req-f2837897-a525-4b6b-a6d3-5701dd56948f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:33.768083 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-780a936d-dae4-4086-a2eb-6532598de28a req-f2837897-a525-4b6b-a6d3-5701dd56948f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.10 "GET /v2.0/networks?id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f HTTP/1.1" status: 200 len: 817 time: 0.2962794 Dec 09 18:51:33.771855 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-429b1d2f-93ac-4b19-9308-1e0f3302baa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1324903', 'neutron.services.segments.db._delete_segments_for_network-8737775659942'] for network, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:33.812534 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-429b1d2f-93ac-4b19-9308-1e0f3302baa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ca083b-204a-4681-a880-cec2fb6f0031']}} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:33.833149 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-429b1d2f-93ac-4b19-9308-1e0f3302baa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1959325-9006-4421-8f52-ca61eafd4674') {'for_net_delete': True} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:33.833444 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-429b1d2f-93ac-4b19-9308-1e0f3302baa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1959325-9006-4421-8f52-ca61eafd4674') {} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:33.850491 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-429b1d2f-93ac-4b19-9308-1e0f3302baa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737775753593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132533715'] for segment, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:33.864534 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-780a936d-dae4-4086-a2eb-6532598de28a req-f173d776-869f-41b0-83b3-ea7446c9d184 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9027b039a51b432086e827ba9a677b0a HTTP/1.1" status: 200 len: 380 time: 0.0730271 Dec 09 18:51:33.875009 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-780a936d-dae4-4086-a2eb-6532598de28a req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Request body: {'port': {'device_id': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'admin_state_up': True, 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'security_groups': ['61f15069-761d-4419-a6c3-4ab267d957e8']}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:51:33.889126 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-429b1d2f-93ac-4b19-9308-1e0f3302baa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:33.946543 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429b1d2f-93ac-4b19-9308-1e0f3302baa2 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=86801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 18:51:33.946959 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-429b1d2f-93ac-4b19-9308-1e0f3302baa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1320239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131583883'] for segment, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: Traceback (most recent call last): Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: timer() Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: cb(*args, **kw) Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: return func(*args, **kwargs) Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: self._notify() Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: self.callback(batched_events) Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: event.method(event) Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: return f(self, *a, **k) Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: return self._get(url).json() Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: return self.request(url, 'GET', **kwargs) Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 18:51:33.960107 dv-cinder-819346-1-smb neutron-server[86801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 18:51:34.162570 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-429b1d2f-93ac-4b19-9308-1e0f3302baa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1324894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134207135'] for network, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.178669 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:34.193282 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-429b1d2f-93ac-4b19-9308-1e0f3302baa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.213713 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b1d2f-93ac-4b19-9308-1e0f3302baa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ca083b-204a-4681-a880-cec2fb6f0031,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:34.216921 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-429b1d2f-93ac-4b19-9308-1e0f3302baa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:34.221154 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-429b1d2f-93ac-4b19-9308-1e0f3302baa2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a9ca083b-204a-4681-a880-cec2fb6f0031 HTTP/1.1" status: 204 len: 168 time: 0.8579299 Dec 09 18:51:34.223888 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-780a936d-dae4-4086-a2eb-6532598de28a req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:34.225182 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49594) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:34.234523 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-780a936d-dae4-4086-a2eb-6532598de28a req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:34.244336 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780a936d-dae4-4086-a2eb-6532598de28a req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Made reservation on behalf of 9027b039a51b432086e827ba9a677b0a for: {'port': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:51:34.247895 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-780a936d-dae4-4086-a2eb-6532598de28a req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.287277 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_v2 [None req-28abd4f0-748a-41e3-877b-ec8ed0979a5c admin admin] Deleting subnet b71aa7a0-65a4-476a-9736-9c69d9339079 {{(pid=86802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 18:51:34.290909 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-28abd4f0-748a-41e3-877b-ec8ed0979a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.340098 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-28abd4f0-748a-41e3-877b-ec8ed0979a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132133715'] for subnet, precommit_delete_associations {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.399497 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-28abd4f0-748a-41e3-877b-ec8ed0979a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1323596'] for subnet, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.412391 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [req-780a936d-dae4-4086-a2eb-6532598de28a req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Allocated IP 172.20.0.8 (8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f/792d62f6-b051-4e14-8de6-4007bf9e39aa/413ef3c0-e5f2-488e-acec-ae747bdaeda0) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:51:34.468359 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-28abd4f0-748a-41e3-877b-ec8ed0979a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1323540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132497364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132271083'] for subnet, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.472969 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:34.506444 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abd4f0-748a-41e3-877b-ec8ed0979a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b71aa7a0-65a4-476a-9736-9c69d9339079,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:34.509287 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-28abd4f0-748a-41e3-877b-ec8ed0979a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:34.510264 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-28abd4f0-748a-41e3-877b-ec8ed0979a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.516503 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-28abd4f0-748a-41e3-877b-ec8ed0979a5c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b71aa7a0-65a4-476a-9736-9c69d9339079 HTTP/1.1" status: 204 len: 168 time: 0.2901037 Dec 09 18:51:34.519757 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49598) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:34.603423 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-780a936d-dae4-4086-a2eb-6532598de28a req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.621047 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-780a936d-dae4-4086-a2eb-6532598de28a req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Transition to ACTIVE for port object 413ef3c0-e5f2-488e-acec-ae747bdaeda0 will not be triggered until provisioned by entity DHCP. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:51:34.649178 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-780a936d-dae4-4086-a2eb-6532598de28a req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.654898 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:34.674245 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6d37df17-1dcb-4d35-aabf-78f5ba8f5223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1294839'] for network, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.723764 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780a936d-dae4-4086-a2eb-6532598de28a req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:51:34.727149 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [req-780a936d-dae4-4086-a2eb-6532598de28a req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:51:34.731055 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-780a936d-dae4-4086-a2eb-6532598de28a req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:51:34.769980 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event updated for resources: {'Port': ['ID=413ef3c0-e5f2-488e-acec-ae747bdaeda0,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:34.776657 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:34.808564 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a936d-dae4-4086-a2eb-6532598de28a req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:34.809643 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-780a936d-dae4-4086-a2eb-6532598de28a req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.832786 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6d37df17-1dcb-4d35-aabf-78f5ba8f5223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1324903', 'neutron.services.segments.db._delete_segments_for_network-8737775659942'] for network, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.847037 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-780a936d-dae4-4086-a2eb-6532598de28a req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9757843 Dec 09 18:51:34.847635 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b09c9-6817-4ce5-965e-69ed9fbc4df1 req-ac1d5794-8a5b-4711-96fb-ff8d30e6a086 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:34.849240 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-990b09c9-6817-4ce5-965e-69ed9fbc4df1 req-ac1d5794-8a5b-4711-96fb-ff8d30e6a086 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 931 time: 0.2170362 Dec 09 18:51:34.864571 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Request body: {'port': {'device_id': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:51:34.885671 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-6d37df17-1dcb-4d35-aabf-78f5ba8f5223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91ad78e-f3f5-47d5-99c6-5ee12d0956fb']}} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:34.907157 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-6d37df17-1dcb-4d35-aabf-78f5ba8f5223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c393c6a-f337-4f82-8053-2f2b3f3a824a') {'for_net_delete': True} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:34.907452 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-6d37df17-1dcb-4d35-aabf-78f5ba8f5223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c393c6a-f337-4f82-8053-2f2b3f3a824a') {} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:34.925186 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6d37df17-1dcb-4d35-aabf-78f5ba8f5223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737775753593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132133700'] for segment, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.937291 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-990b09c9-6817-4ce5-965e-69ed9fbc4df1 req-4d34bcfd-5db7-43e0-a4f1-63d1bab13598 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Synchronizing usage tracker for tenant:9027b039a51b432086e827ba9a677b0a on resource:security_group {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:51:34.951977 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6d37df17-1dcb-4d35-aabf-78f5ba8f5223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.959571 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d37df17-1dcb-4d35-aabf-78f5ba8f5223 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=86802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 18:51:34.959948 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6d37df17-1dcb-4d35-aabf-78f5ba8f5223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1320239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132497162'] for segment, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: Traceback (most recent call last): Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: timer() Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: cb(*args, **kw) Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: return func(*args, **kwargs) Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: self._notify() Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: self.callback(batched_events) Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: event.method(event) Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: return f(self, *a, **k) Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: return self._get(url).json() Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: return self.request(url, 'GET', **kwargs) Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 18:51:34.973369 dv-cinder-819346-1-smb neutron-server[86802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 18:51:34.987758 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:34.993107 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-1ef28f6c-dc5c-46f3-94b4-632e5a3f583e None None] Provisioning for port 413ef3c0-e5f2-488e-acec-ae747bdaeda0 completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:51:34.998590 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-1ef28f6c-dc5c-46f3-94b4-632e5a3f583e None None] Provisioning complete for port 413ef3c0-e5f2-488e-acec-ae747bdaeda0 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:51:34.999038 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-1ef28f6c-dc5c-46f3-94b4-632e5a3f583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:35.024265 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-990b09c9-6817-4ce5-965e-69ed9fbc4df1 req-4d34bcfd-5db7-43e0-a4f1-63d1bab13598 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Unset dirty status for tenant:9027b039a51b432086e827ba9a677b0a on resource:security_group {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:51:35.025849 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-990b09c9-6817-4ce5-965e-69ed9fbc4df1 req-4d34bcfd-5db7-43e0-a4f1-63d1bab13598 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708751 Dec 09 18:51:35.058051 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-1ef28f6c-dc5c-46f3-94b4-632e5a3f583e None None] Port 413ef3c0-e5f2-488e-acec-ae747bdaeda0 cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:51:35.064475 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6d37df17-1dcb-4d35-aabf-78f5ba8f5223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1324894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134207135'] for network, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:35.068595 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-6c3b2248-4a08-462d-adb3-c5223c71cdc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:35.082493 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6d37df17-1dcb-4d35-aabf-78f5ba8f5223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:35.091399 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37df17-1dcb-4d35-aabf-78f5ba8f5223 admin admin] Pushing event deleted for resources: {'Network': ['ID=f91ad78e-f3f5-47d5-99c6-5ee12d0956fb,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:35.094429 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-6d37df17-1dcb-4d35-aabf-78f5ba8f5223 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f91ad78e-f3f5-47d5-99c6-5ee12d0956fb HTTP/1.1" status: 204 len: 168 time: 0.5732884 Dec 09 18:51:35.095720 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-6d37df17-1dcb-4d35-aabf-78f5ba8f5223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:35.284633 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 49608) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:35.393228 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-7abedb5a-79ef-4815-ab45-4fdd2b45ea01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=452ff5d7b8d14e858aed3ea08c3447a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1073756 Dec 09 18:51:35.396264 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49612) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:35.403731 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413ef3c0-e5f2-488e-acec-ae747bdaeda0 {{(pid=86801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:51:35.412219 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:35.428624 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Transition to ACTIVE for port object 413ef3c0-e5f2-488e-acec-ae747bdaeda0 will not be triggered until provisioned by entity L2. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:51:35.433252 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:35.439327 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:35.461730 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-97897427-7d61-45e4-9c9d-08c994f6959c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:35.492569 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-97897427-7d61-45e4-9c9d-08c994f6959c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:35.564143 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-97897427-7d61-45e4-9c9d-08c994f6959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:35.571514 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:35.585835 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97897427-7d61-45e4-9c9d-08c994f6959c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce41799-236e-4b1a-bf09-923eabd6c5b9,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:35.588297 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-97897427-7d61-45e4-9c9d-08c994f6959c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:35.589526 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-97897427-7d61-45e4-9c9d-08c994f6959c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ce41799-236e-4b1a-bf09-923eabd6c5b9 HTTP/1.1" status: 204 len: 168 time: 0.1923058 Dec 09 18:51:35.590469 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-97897427-7d61-45e4-9c9d-08c994f6959c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:35.615218 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Pushing event updated for resources: {'Port': ['ID=413ef3c0-e5f2-488e-acec-ae747bdaeda0,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:35.644637 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:35.686811 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Attempting to bind port 413ef3c0-e5f2-488e-acec-ae747bdaeda0 on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:51:35.687169 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Attempting to bind port 413ef3c0-e5f2-488e-acec-ae747bdaeda0 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:51:35.687462 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Attempting to bind port 413ef3c0-e5f2-488e-acec-ae747bdaeda0 on network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:51:35.692435 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Port 413ef3c0-e5f2-488e-acec-ae747bdaeda0 on network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:51:35.692966 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Attempting to bind port 413ef3c0-e5f2-488e-acec-ae747bdaeda0 on network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:51:35.698339 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:51:35.699057 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Checking segment: {'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:51:35.699425 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Bound using segment: {'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:51:35.699845 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Bound port: 413ef3c0-e5f2-488e-acec-ae747bdaeda0, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cebc6d86-b06b-48cf-b945-be7ca7627b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f'}}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:51:35.700184 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:35.799103 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] For port 413ef3c0-e5f2-488e-acec-ae747bdaeda0, host hv-cinder-81934, cleared binding levels {{(pid=86801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:51:35.802860 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] For port 413ef3c0-e5f2-488e-acec-ae747bdaeda0, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:51:35.808559 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:35.813297 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-0d1f82bf-3be2-4a27-97b9-bb60235580aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:35.871016 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:35.871524 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:35.872903 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-780a936d-dae4-4086-a2eb-6532598de28a req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] 10.222.0.10 "PUT /v2.0/ports/413ef3c0-e5f2-488e-acec-ae747bdaeda0 HTTP/1.1" status: 200 len: 1093 time: 1.0130420 Dec 09 18:51:35.873459 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'tag': '413ef3c0-e5f2-488e-acec-ae747bdaeda0'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:51:35.897299 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Pushing event updated for resources: {'Port': ['ID=413ef3c0-e5f2-488e-acec-ae747bdaeda0,revision_number=3']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:35.901058 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:35.931673 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'tag': '413ef3c0-e5f2-488e-acec-ae747bdaeda0', 'status': 'completed', 'code': 200} Dec 09 18:51:35.988734 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49624) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:36.027669 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a936d-dae4-4086-a2eb-6532598de28a req-57bd144b-c229-46a7-b8cd-4e77845aa14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:36.029135 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-780a936d-dae4-4086-a2eb-6532598de28a req-57bd144b-c229-46a7-b8cd-4e77845aa14e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9027b039a51b432086e827ba9a677b0a&device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 1096 time: 0.0839353 Dec 09 18:51:36.041503 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-1d2e1ebf-5637-4de3-b5f1-562767caac61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=159010f14f994b27a6a94dd2bdf6bb94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513628 Dec 09 18:51:36.043955 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49628) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:36.107792 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-9f870419-b51d-4dcf-995c-05019e821e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:36.109314 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-780a936d-dae4-4086-a2eb-6532598de28a req-2d77ddae-b13f-49e0-803b-4c44b6269892 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0 HTTP/1.1" status: 200 len: 217 time: 0.0617528 Dec 09 18:51:36.137594 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-9f870419-b51d-4dcf-995c-05019e821e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:36.289260 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a936d-dae4-4086-a2eb-6532598de28a req-72f91383-08c8-4216-ae53-1c3196c75534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:36.290589 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-780a936d-dae4-4086-a2eb-6532598de28a req-72f91383-08c8-4216-ae53-1c3196c75534 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=792d62f6-b051-4e14-8de6-4007bf9e39aa HTTP/1.1" status: 200 len: 856 time: 0.1734519 Dec 09 18:51:36.328533 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-9f870419-b51d-4dcf-995c-05019e821e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:36.334281 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-edf1d9bb-66d7-4a10-a2e2-1fd683d28a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:36.348395 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f870419-b51d-4dcf-995c-05019e821e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa9e9f5-25a6-4145-ab1c-c1b581ba0e98,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:36.352769 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-9f870419-b51d-4dcf-995c-05019e821e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:36.356233 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-9f870419-b51d-4dcf-995c-05019e821e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:36.357374 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-9f870419-b51d-4dcf-995c-05019e821e86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/baa9e9f5-25a6-4145-ab1c-c1b581ba0e98 HTTP/1.1" status: 204 len: 168 time: 0.3124490 Dec 09 18:51:36.366175 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b278902-ebb2-416c-bc13-af9f49b2b976 req-fa07c4bd-266d-4082-a45d-4b973d605f03 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:36.367671 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7b278902-ebb2-416c-bc13-af9f49b2b976 req-fa07c4bd-266d-4082-a45d-4b973d605f03 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.2059269 Dec 09 18:51:36.381586 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a936d-dae4-4086-a2eb-6532598de28a req-c8cde678-51be-4090-b88e-97c01bf61da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:36.384637 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-780a936d-dae4-4086-a2eb-6532598de28a req-c8cde678-51be-4090-b88e-97c01bf61da6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865982 Dec 09 18:51:36.429342 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7b278902-ebb2-416c-bc13-af9f49b2b976 req-5edb063b-ff5a-44fd-bb33-44c5241b3331 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505128 Dec 09 18:51:36.516208 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-780a936d-dae4-4086-a2eb-6532598de28a req-81131bae-674d-4212-ad74-eed06cb55a32 service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237338 Dec 09 18:51:36.650208 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-780a936d-dae4-4086-a2eb-6532598de28a req-07159040-171c-4c30-99e7-023f4cd9b99e service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268015 Dec 09 18:51:36.823101 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58696304-6319-4f38-b66e-282750016d3d req-e8aafc22-eb87-428d-934b-6065d6089efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:36.824812 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-58696304-6319-4f38-b66e-282750016d3d req-e8aafc22-eb87-428d-934b-6065d6089efc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9027b039a51b432086e827ba9a677b0a&device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 1096 time: 0.0806804 Dec 09 18:51:36.962798 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58696304-6319-4f38-b66e-282750016d3d req-c31196e0-e30f-4ed7-8640-0d71373e13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:36.964243 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-58696304-6319-4f38-b66e-282750016d3d req-c31196e0-e30f-4ed7-8640-0d71373e13cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f HTTP/1.1" status: 200 len: 918 time: 0.1329942 Dec 09 18:51:37.034622 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-58696304-6319-4f38-b66e-282750016d3d req-787364da-9b59-4645-860e-aca25b32cce6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0 HTTP/1.1" status: 200 len: 217 time: 0.0632670 Dec 09 18:51:37.095426 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58696304-6319-4f38-b66e-282750016d3d req-93531db4-ce32-4943-b3a4-3075983475da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:37.096859 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-58696304-6319-4f38-b66e-282750016d3d req-93531db4-ce32-4943-b3a4-3075983475da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=792d62f6-b051-4e14-8de6-4007bf9e39aa HTTP/1.1" status: 200 len: 856 time: 0.0559866 Dec 09 18:51:37.176050 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58696304-6319-4f38-b66e-282750016d3d req-e45af3af-162f-4bdc-8144-058faf943276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:37.177548 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-58696304-6319-4f38-b66e-282750016d3d req-e45af3af-162f-4bdc-8144-058faf943276 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728292 Dec 09 18:51:37.309275 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-58696304-6319-4f38-b66e-282750016d3d req-f2d0b6ba-52f0-4a61-bdb0-1124cab5059f service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238060 Dec 09 18:51:37.440332 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-58696304-6319-4f38-b66e-282750016d3d req-4095181e-c54f-4a12-bfb5-f5bea8e25369 service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242077 Dec 09 18:51:37.639170 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e145da6-68c6-4e46-84ed-2b7b851f7b42 req-88b161bc-0eeb-430b-8431-a0ee13f91b7f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:37.639876 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-5e145da6-68c6-4e46-84ed-2b7b851f7b42 req-88b161bc-0eeb-430b-8431-a0ee13f91b7f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Synchronizing usage tracker for tenant:9027b039a51b432086e827ba9a677b0a on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:51:37.657437 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-5e145da6-68c6-4e46-84ed-2b7b851f7b42 req-88b161bc-0eeb-430b-8431-a0ee13f91b7f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Unset dirty status for tenant:9027b039a51b432086e827ba9a677b0a on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:51:37.663205 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5e145da6-68c6-4e46-84ed-2b7b851f7b42 req-88b161bc-0eeb-430b-8431-a0ee13f91b7f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.1128709 Dec 09 18:51:37.704732 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5e145da6-68c6-4e46-84ed-2b7b851f7b42 req-80d350fb-253a-4234-9ba9-7509b4323226 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399330 Dec 09 18:51:38.912543 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c4d2d-ffa2-4b64-b195-f97d4620fdc7 req-ffcc3ca1-bf2f-49c7-820e-4321894954f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:38.914032 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-666c4d2d-ffa2-4b64-b195-f97d4620fdc7 req-ffcc3ca1-bf2f-49c7-820e-4321894954f5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0886853 Dec 09 18:51:38.960959 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-666c4d2d-ffa2-4b64-b195-f97d4620fdc7 req-2292b701-1d98-407e-abe4-57fecc55b866 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407789 Dec 09 18:51:39.306650 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 413ef3c0-e5f2-488e-acec-ae747bdaeda0 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:51:39.441756 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 413ef3c0-e5f2-488e-acec-ae747bdaeda0, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:51:39.455482 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': '413ef3c0-e5f2-488e-acec-ae747bdaeda0', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'port_id': '413ef3c0-e5f2-488e-acec-ae747bdaeda0', 'mac_address': 'fa:16:3e:7b:8b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:51:39.512354 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:39.529529 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413ef3c0-e5f2-488e-acec-ae747bdaeda0 {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:51:39.545183 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 413ef3c0-e5f2-488e-acec-ae747bdaeda0, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:51:39.550050 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:39.551946 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:39.620933 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=413ef3c0-e5f2-488e-acec-ae747bdaeda0,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:39.627987 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:39.628315 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:39.628669 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:39.628973 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:39.629319 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:39.629618 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:39.630079 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:39.630494 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:39.630838 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:39.631155 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:39.631475 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:39.631778 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:51:39.635627 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:39.785844 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49768) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:39.902901 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ae8daa79-4f18-4e5b-a3ee-5bacaf26108a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:39.917128 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-ae8daa79-4f18-4e5b-a3ee-5bacaf26108a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:39.921024 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-ae8daa79-4f18-4e5b-a3ee-5bacaf26108a admin admin] Usage tracker for resource:security_group_rule and tenant:bccb7158c56c46faaaac0156f268633f is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:39.923851 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-ae8daa79-4f18-4e5b-a3ee-5bacaf26108a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:39.929841 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-ae8daa79-4f18-4e5b-a3ee-5bacaf26108a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:39.938641 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['413ef3c0-e5f2-488e-acec-ae747bdaeda0'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:51:40.019704 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ae8daa79-4f18-4e5b-a3ee-5bacaf26108a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:40.025269 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ae8daa79-4f18-4e5b-a3ee-5bacaf26108a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:40.035811 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-9f870419-b51d-4dcf-995c-05019e821e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:40.086845 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-ae8daa79-4f18-4e5b-a3ee-5bacaf26108a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bccb7158c56c46faaaac0156f268633f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996898 Dec 09 18:51:40.087767 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8daa79-4f18-4e5b-a3ee-5bacaf26108a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f817920-729d-4a7d-85dc-8fa1c086bd35,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:40.090241 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49776) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:40.093549 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-ae8daa79-4f18-4e5b-a3ee-5bacaf26108a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:40.152610 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5fb0d45a-9b01-4d92-8f18-49d1708cf6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:40.156477 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c1d15-3fd3-427b-9bb9-8b5fb9f1aab0 req-84ef4531-47ab-4756-8af8-9b63ab15b74f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:40.157911 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-774c1d15-3fd3-427b-9bb9-8b5fb9f1aab0 req-84ef4531-47ab-4756-8af8-9b63ab15b74f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 944 time: 0.0849876 Dec 09 18:51:40.178444 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5fb0d45a-9b01-4d92-8f18-49d1708cf6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:40.208128 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-774c1d15-3fd3-427b-9bb9-8b5fb9f1aab0 req-b67ff2e7-6538-48bd-985a-de054d86ce10 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439882 Dec 09 18:51:40.239146 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5fb0d45a-9b01-4d92-8f18-49d1708cf6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:40.245739 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-23a40875-d93b-4af8-b4e7-6e84b2973ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:40.261449 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0d45a-9b01-4d92-8f18-49d1708cf6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f817920-729d-4a7d-85dc-8fa1c086bd35,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:40.264601 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-5fb0d45a-9b01-4d92-8f18-49d1708cf6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:40.267477 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-5fb0d45a-9b01-4d92-8f18-49d1708cf6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:40.270904 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-5fb0d45a-9b01-4d92-8f18-49d1708cf6c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f817920-729d-4a7d-85dc-8fa1c086bd35 HTTP/1.1" status: 204 len: 168 time: 0.1771774 Dec 09 18:51:40.559998 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49786) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:40.578163 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-79ad24d9-d5a3-46ac-a497-44993a2e8fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:40.592960 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-79ad24d9-d5a3-46ac-a497-44993a2e8fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:40.597353 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-79ad24d9-d5a3-46ac-a497-44993a2e8fed admin admin] Usage tracker for resource:security_group_rule and tenant:aa89195717b846139f43eee262899bbb is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:40.600913 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-79ad24d9-d5a3-46ac-a497-44993a2e8fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:40.607100 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-79ad24d9-d5a3-46ac-a497-44993a2e8fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:40.687107 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-79ad24d9-d5a3-46ac-a497-44993a2e8fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:40.693098 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-79ad24d9-d5a3-46ac-a497-44993a2e8fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:40.703516 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f2f80498-ee58-401d-a8fb-ced3b9b69949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:40.742456 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-79ad24d9-d5a3-46ac-a497-44993a2e8fed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa89195717b846139f43eee262899bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814091 Dec 09 18:51:40.743294 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad24d9-d5a3-46ac-a497-44993a2e8fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5633f9a-e821-429f-be95-bdae319ba1c2,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:40.745470 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 49790) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:40.746267 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-79ad24d9-d5a3-46ac-a497-44993a2e8fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:40.809826 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-0c10fb95-64b5-4314-91f6-ec4acfb64570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:40.836601 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-0c10fb95-64b5-4314-91f6-ec4acfb64570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:40.891926 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-0c10fb95-64b5-4314-91f6-ec4acfb64570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:40.895820 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-3eb4f652-5f10-463d-b221-0361a8852521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:40.907405 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10fb95-64b5-4314-91f6-ec4acfb64570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5633f9a-e821-429f-be95-bdae319ba1c2,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:40.909959 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-0c10fb95-64b5-4314-91f6-ec4acfb64570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:40.916299 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-0c10fb95-64b5-4314-91f6-ec4acfb64570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:40.917405 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-0c10fb95-64b5-4314-91f6-ec4acfb64570 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5633f9a-e821-429f-be95-bdae319ba1c2 HTTP/1.1" status: 204 len: 168 time: 0.1709595 Dec 09 18:51:41.329017 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 413ef3c0-e5f2-488e-acec-ae747bdaeda0 up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:51:41.409750 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05564e4-b090-49b5-8d56-2e11e2ea3a73 req-af802f59-9702-49f7-af9d-409add999c06 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:41.411968 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f05564e4-b090-49b5-8d56-2e11e2ea3a73 req-af802f59-9702-49f7-af9d-409add999c06 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 944 time: 0.0889454 Dec 09 18:51:41.437061 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port 413ef3c0-e5f2-488e-acec-ae747bdaeda0 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:51:41.442645 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port 413ef3c0-e5f2-488e-acec-ae747bdaeda0 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:51:41.443312 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:41.460642 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f05564e4-b090-49b5-8d56-2e11e2ea3a73 req-ec1a2ef2-e2ad-4174-9c73-083190f0d6cd tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429826 Dec 09 18:51:41.566661 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:41.597274 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413ef3c0-e5f2-488e-acec-ae747bdaeda0'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:51:41.607610 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 413ef3c0-e5f2-488e-acec-ae747bdaeda0, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:51:41.612632 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:41.614734 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:41.683840 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=413ef3c0-e5f2-488e-acec-ae747bdaeda0,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:41.687286 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:41.769167 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413ef3c0-e5f2-488e-acec-ae747bdaeda0', 'code': 200} Dec 09 18:51:42.027138 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561d621-e046-4306-80a9-c72f4463a352 req-10257d3e-922a-445c-8092-68b89b634b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:42.028667 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0561d621-e046-4306-80a9-c72f4463a352 req-10257d3e-922a-445c-8092-68b89b634b94 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 1098 time: 0.0763667 Dec 09 18:51:42.071078 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0561d621-e046-4306-80a9-c72f4463a352 req-a3470a3b-cf8e-44f6-967e-ed400b3d744b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358732 Dec 09 18:51:42.658377 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f566db-7d31-4201-aec8-fcddffc4bbe5 req-b808f59d-c02d-4d8c-b338-621a01c3a741 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:42.660086 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-30f566db-7d31-4201-aec8-fcddffc4bbe5 req-b808f59d-c02d-4d8c-b338-621a01c3a741 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0864580 Dec 09 18:51:42.709479 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-30f566db-7d31-4201-aec8-fcddffc4bbe5 req-38ba5028-81a5-4d8f-9825-693490e2a9a8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413547 Dec 09 18:51:43.902593 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d129a7-4003-45b2-8a45-b7fb0fbb55a4 req-6304a232-a244-4616-a224-729ef3c8ed2a tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:43.904202 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-96d129a7-4003-45b2-8a45-b7fb0fbb55a4 req-6304a232-a244-4616-a224-729ef3c8ed2a tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0828068 Dec 09 18:51:43.950178 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-96d129a7-4003-45b2-8a45-b7fb0fbb55a4 req-3fb2a3c8-45c5-4770-bb55-5bc7e0d832a6 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402994 Dec 09 18:51:44.165203 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76d0e7-7943-4755-bea2-11504c06a531 req-c778ddc3-0e64-4520-b3ba-007b85fd3a7d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:44.166635 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-9d76d0e7-7943-4755-bea2-11504c06a531 req-c778ddc3-0e64-4520-b3ba-007b85fd3a7d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0871572 Dec 09 18:51:44.175497 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49882) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:44.180688 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-42b06a9a-894e-41dd-b8b4-2a119df50c65 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Request body: {'floatingip': {'port_id': '413ef3c0-e5f2-488e-acec-ae747bdaeda0'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:51:44.261618 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-42b06a9a-894e-41dd-b8b4-2a119df50c65 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for floatingip, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:44.848792 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-42b06a9a-894e-41dd-b8b4-2a119df50c65 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:44.854219 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-42b06a9a-894e-41dd-b8b4-2a119df50c65 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134207117'] for floatingip, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:45.099525 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.db.l3_db [None req-42b06a9a-894e-41dd-b8b4-2a119df50c65 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Floating IP f64ea2be-0475-462e-b5c3-6769210a4643 associated. External IP: 172.28.2.247, port: 413ef3c0-e5f2-488e-acec-ae747bdaeda0. Dec 09 18:51:45.466013 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b06a9a-894e-41dd-b8b4-2a119df50c65 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Router a1bb5f86-8864-4571-8584-028ddf94790e has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:51:45.658270 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b06a9a-894e-41dd-b8b4-2a119df50c65 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:51:45.668290 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459b78f-b7c7-492e-8cee-fb5e5b877377 None None] Sync routers for ids ['a1bb5f86-8864-4571-8584-028ddf94790e'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:51:45.671987 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-42b06a9a-894e-41dd-b8b4-2a119df50c65 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for floatingip, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:45.678241 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459b78f-b7c7-492e-8cee-fb5e5b877377 None None] Routers {'a1bb5f86-8864-4571-8584-028ddf94790e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:51:45.678905 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-4459b78f-b7c7-492e-8cee-fb5e5b877377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:51:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['a1bb5f86-8864-4571-8584-028ddf94790e'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:45.727200 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-42b06a9a-894e-41dd-b8b4-2a119df50c65 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "PUT /v2.0/floatingips/f64ea2be-0475-462e-b5c3-6769210a4643 HTTP/1.1" status: 200 len: 991 time: 1.5505180 Dec 09 18:51:45.727740 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'tag': '413ef3c0-e5f2-488e-acec-ae747bdaeda0'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:51:45.775728 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'tag': '413ef3c0-e5f2-488e-acec-ae747bdaeda0', 'status': 'completed', 'code': 200} Dec 09 18:51:45.876775 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-4459b78f-b7c7-492e-8cee-fb5e5b877377 None None] Set router a1bb5f86-8864-4571-8584-028ddf94790e gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:51:45.985358 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b0799-66e3-4de6-ad10-33cc9dedff33 req-8bde7348-51c2-4451-a1df-cff49df13f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:45.986805 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0a8b0799-66e3-4de6-ad10-33cc9dedff33 req-8bde7348-51c2-4451-a1df-cff49df13f9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9027b039a51b432086e827ba9a677b0a&device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 1098 time: 0.1657584 Dec 09 18:51:46.124332 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b0799-66e3-4de6-ad10-33cc9dedff33 req-6352adaf-6e82-4b8a-8e3a-c949a1ee6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:46.125797 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0a8b0799-66e3-4de6-ad10-33cc9dedff33 req-6352adaf-6e82-4b8a-8e3a-c949a1ee6298 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f HTTP/1.1" status: 200 len: 918 time: 0.1297204 Dec 09 18:51:46.233401 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0a8b0799-66e3-4de6-ad10-33cc9dedff33 req-73b2c3f3-7f8d-4002-a286-d12920048d18 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0 HTTP/1.1" status: 200 len: 999 time: 0.1009045 Dec 09 18:51:46.236894 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-4459b78f-b7c7-492e-8cee-fb5e5b877377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': 'f64ea2be-0475-462e-b5c3-6769210a4643', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'floating_ip_address': '172.28.2.247', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'port_id': '413ef3c0-e5f2-488e-acec-ae747bdaeda0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'mac_address': 'fa:16:3e:7b:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:51:30Z', 'updated_at': '2021-12-09T18:51:44Z', 'revision_number': 1, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '481cf148-5a55-4c60-92dd-92653cb5bada', 'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'mac_address': 'fa:16:3e:6a:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:47Z', 'updated_at': '2021-12-09T18:46:03Z', 'revision_number': 5, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'subnets': [{'id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:46.242915 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459b78f-b7c7-492e-8cee-fb5e5b877377 None None] Checking router: a1bb5f86-8864-4571-8584-028ddf94790e for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:51:46.255979 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459b78f-b7c7-492e-8cee-fb5e5b877377 None None] Routers {'a1bb5f86-8864-4571-8584-028ddf94790e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:51:46.256610 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-4459b78f-b7c7-492e-8cee-fb5e5b877377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:51:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['a1bb5f86-8864-4571-8584-028ddf94790e'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:46.303367 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b0799-66e3-4de6-ad10-33cc9dedff33 req-f3b21571-8b58-4efe-ba9b-2df97087074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:46.305005 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0a8b0799-66e3-4de6-ad10-33cc9dedff33 req-f3b21571-8b58-4efe-ba9b-2df97087074a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=792d62f6-b051-4e14-8de6-4007bf9e39aa HTTP/1.1" status: 200 len: 856 time: 0.0640242 Dec 09 18:51:46.389811 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b0799-66e3-4de6-ad10-33cc9dedff33 req-b35d2bb1-8d59-4410-a708-d4072c013ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:46.391792 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0a8b0799-66e3-4de6-ad10-33cc9dedff33 req-b35d2bb1-8d59-4410-a708-d4072c013ddb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797160 Dec 09 18:51:46.436166 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-4459b78f-b7c7-492e-8cee-fb5e5b877377 None None] Set router a1bb5f86-8864-4571-8584-028ddf94790e gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:51:46.531469 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0a8b0799-66e3-4de6-ad10-33cc9dedff33 req-79818bbe-ad65-45e7-b61d-8586cbc217b6 service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316566 Dec 09 18:51:46.676110 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0a8b0799-66e3-4de6-ad10-33cc9dedff33 req-81a06860-ea03-4be7-b879-0bf78ab65992 service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351516 Dec 09 18:51:46.831720 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-4459b78f-b7c7-492e-8cee-fb5e5b877377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': 'f64ea2be-0475-462e-b5c3-6769210a4643', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'floating_ip_address': '172.28.2.247', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'port_id': '413ef3c0-e5f2-488e-acec-ae747bdaeda0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'mac_address': 'fa:16:3e:7b:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:51:30Z', 'updated_at': '2021-12-09T18:51:44Z', 'revision_number': 1, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '481cf148-5a55-4c60-92dd-92653cb5bada', 'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'mac_address': 'fa:16:3e:6a:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:47Z', 'updated_at': '2021-12-09T18:46:03Z', 'revision_number': 5, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'subnets': [{'id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:46.838606 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459b78f-b7c7-492e-8cee-fb5e5b877377 None None] The sync data for ids ['a1bb5f86-8864-4571-8584-028ddf94790e'] in dv-cinder-819346-1-smb is: [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': 'f64ea2be-0475-462e-b5c3-6769210a4643', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'floating_ip_address': '172.28.2.247', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'port_id': '413ef3c0-e5f2-488e-acec-ae747bdaeda0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'mac_address': 'fa:16:3e:7b:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:51:30Z', 'updated_at': '2021-12-09T18:51:44Z', 'revision_number': 1, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '481cf148-5a55-4c60-92dd-92653cb5bada', 'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'mac_address': 'fa:16:3e:6a:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:47Z', 'updated_at': '2021-12-09T18:46:03Z', 'revision_number': 5, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'subnets': [{'id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:51:47.054731 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74edc4e7-4d9c-4ff2-9a4f-4a9301dd2d54 None None] New status for floating IP f64ea2be-0475-462e-b5c3-6769210a4643: ACTIVE {{(pid=86804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 18:51:50.225653 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-81d4e313-2f35-420a-bf60-32735c369d86 req-18d063d3-9c79-49a8-9aa3-e012f5790c9e tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332143339&fields=id&tenant_id=2a171f64c53f40a5bcab7a06ae2e1b7c HTTP/1.1" status: 200 len: 267 time: 0.0410283 Dec 09 18:51:50.266316 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-982b6a18-d1c4-433a-89fa-b2f7f9915e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:50.317997 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4e313-2f35-420a-bf60-32735c369d86 req-2904c37d-6ac0-4c6d-a3ac-c3a300d9103b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:50.319582 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-81d4e313-2f35-420a-bf60-32735c369d86 req-2904c37d-6ac0-4c6d-a3ac-c3a300d9103b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 984 time: 0.0882416 Dec 09 18:51:50.333373 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-81d4e313-2f35-420a-bf60-32735c369d86 req-fb522cba-de9d-46b9-b162-b6f48e783ff4 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Request body: {'port': {'security_groups': ['a68303cf-2b96-4b0f-bd9c-91aafd3f515a']}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:51:50.472248 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-81d4e313-2f35-420a-bf60-32735c369d86 req-fb522cba-de9d-46b9-b162-b6f48e783ff4 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:50.726035 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-81d4e313-2f35-420a-bf60-32735c369d86 req-fb522cba-de9d-46b9-b162-b6f48e783ff4 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] For port 1288f274-5168-437b-b50e-5a999c242f6b, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1288f274-5168-437b-b50e-5a999c242f6b,segment=NetworkSegment(e4447597-0ed4-49d4-8d35-2087aa977f9f),segment_id=e4447597-0ed4-49d4-8d35-2087aa977f9f)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:51:50.752936 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-81d4e313-2f35-420a-bf60-32735c369d86 req-fb522cba-de9d-46b9-b162-b6f48e783ff4 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:50.758221 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-81d4e313-2f35-420a-bf60-32735c369d86 req-fb522cba-de9d-46b9-b162-b6f48e783ff4 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:50.763849 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:50.786343 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['1288f274-5168-437b-b50e-5a999c242f6b'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:51:50.830013 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4e313-2f35-420a-bf60-32735c369d86 req-fb522cba-de9d-46b9-b162-b6f48e783ff4 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:50.830568 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-81d4e313-2f35-420a-bf60-32735c369d86 req-fb522cba-de9d-46b9-b162-b6f48e783ff4 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:50.831992 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-81d4e313-2f35-420a-bf60-32735c369d86 req-fb522cba-de9d-46b9-b162-b6f48e783ff4 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "PUT /v2.0/ports/1288f274-5168-437b-b50e-5a999c242f6b HTTP/1.1" status: 200 len: 942 time: 0.5054247 Dec 09 18:51:50.832528 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d72023-2705-492b-8132-c620428a8317', 'tag': '1288f274-5168-437b-b50e-5a999c242f6b'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:51:50.841267 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49958) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:50.883620 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb522cba-de9d-46b9-b162-b6f48e783ff4 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Pushing event updated for resources: {'Port': ['ID=1288f274-5168-437b-b50e-5a999c242f6b,revision_number=7']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:50.891713 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-fb522cba-de9d-46b9-b162-b6f48e783ff4 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:50.921169 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d72023-2705-492b-8132-c620428a8317', 'tag': '1288f274-5168-437b-b50e-5a999c242f6b', 'status': 'completed', 'code': 200} Dec 09 18:51:50.955003 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b5af19cb-8d32-41ab-b461-c844ad00bb60 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:51.004539 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b5af19cb-8d32-41ab-b461-c844ad00bb60 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:51.033269 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['1288f274-5168-437b-b50e-5a999c242f6b'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:51:51.083077 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b5af19cb-8d32-41ab-b461-c844ad00bb60 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:51.091876 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-87d3f83e-18b7-4e91-bf21-2db76b9b780d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:51.097897 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024320a6-74e3-4718-b43a-eb52945f1a15 req-022f8b17-e2d6-445a-81c5-f1bf2e281c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:51.104340 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-024320a6-74e3-4718-b43a-eb52945f1a15 req-022f8b17-e2d6-445a-81c5-f1bf2e281c11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a171f64c53f40a5bcab7a06ae2e1b7c&device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 1098 time: 0.1327455 Dec 09 18:51:51.110156 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af19cb-8d32-41ab-b461-c844ad00bb60 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=162b56b5-e85a-40ca-be29-1d6b035d9e68,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:51.126356 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b5af19cb-8d32-41ab-b461-c844ad00bb60 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:51.144472 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b5af19cb-8d32-41ab-b461-c844ad00bb60 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:51.146782 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-b5af19cb-8d32-41ab-b461-c844ad00bb60 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "DELETE /v2.0/security-groups/162b56b5-e85a-40ca-be29-1d6b035d9e68 HTTP/1.1" status: 204 len: 168 time: 0.3030429 Dec 09 18:51:51.149519 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49964) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:51.152480 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 49966) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:51.274646 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024320a6-74e3-4718-b43a-eb52945f1a15 req-10202795-7356-4a5f-a63c-5e959c77b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:51.280582 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-024320a6-74e3-4718-b43a-eb52945f1a15 req-10202795-7356-4a5f-a63c-5e959c77b740 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3 HTTP/1.1" status: 200 len: 915 time: 0.1691792 Dec 09 18:51:51.291010 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-5f8c614d-3cd1-47ae-89b7-638ef0751a03 None None] Provisioning complete for port 1288f274-5168-437b-b50e-5a999c242f6b triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:51:51.291565 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-5f8c614d-3cd1-47ae-89b7-638ef0751a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:51.314644 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:51.386476 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b6378341-09ff-4700-b5bd-bb6c81443a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:51.386785 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-024320a6-74e3-4718-b43a-eb52945f1a15 req-cadc2375-b8c9-46fa-9605-997c6db9a9b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1288f274-5168-437b-b50e-5a999c242f6b HTTP/1.1" status: 200 len: 1001 time: 0.0994298 Dec 09 18:51:51.405728 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-b6378341-09ff-4700-b5bd-bb6c81443a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:51.408379 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-6184b774-c174-47bd-ba66-87cf36a0924b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Deleting port f59ca817-fa46-4523-8269-0f224f652d8c {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:51:51.408727 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6184b774-c174-47bd-ba66-87cf36a0924b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:51.438496 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-b6378341-09ff-4700-b5bd-bb6c81443a57 admin admin] Usage tracker for resource:security_group_rule and tenant:cf12dfcff0a04f0da724a0eb953f14f4 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:51.447408 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-b6378341-09ff-4700-b5bd-bb6c81443a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:51.462270 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-b6378341-09ff-4700-b5bd-bb6c81443a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:51.554976 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024320a6-74e3-4718-b43a-eb52945f1a15 req-17f793d4-e3b6-41f2-be39-4a01e10d9150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:51.556330 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-024320a6-74e3-4718-b43a-eb52945f1a15 req-17f793d4-e3b6-41f2-be39-4a01e10d9150 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e824af-a703-4242-88ed-b01542221d37 HTTP/1.1" status: 200 len: 853 time: 0.1629519 Dec 09 18:51:51.626510 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6184b774-c174-47bd-ba66-87cf36a0924b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:51.626867 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6184b774-c174-47bd-ba66-87cf36a0924b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:51.640952 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024320a6-74e3-4718-b43a-eb52945f1a15 req-70957cfa-b9f8-43c2-badc-7ea24cbc0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:51.642967 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-024320a6-74e3-4718-b43a-eb52945f1a15 req-70957cfa-b9f8-43c2-badc-7ea24cbc0eec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757606 Dec 09 18:51:51.781622 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-024320a6-74e3-4718-b43a-eb52945f1a15 req-e3712397-d7ef-4354-b44c-83d4e9893d60 service neutron] 10.222.0.10 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312895 Dec 09 18:51:51.855042 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-6184b774-c174-47bd-ba66-87cf36a0924b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Calling delete_port for f59ca817-fa46-4523-8269-0f224f652d8c owned by network:floatingip {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:51:51.917367 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-024320a6-74e3-4718-b43a-eb52945f1a15 req-c12fb6cf-9247-48e6-9fef-dbf4d7e0816f service neutron] 10.222.0.10 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292751 Dec 09 18:51:51.921748 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b6378341-09ff-4700-b5bd-bb6c81443a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:51.929550 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b6378341-09ff-4700-b5bd-bb6c81443a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:51.936994 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c308dd57-de4e-4841-85cd-43104506d704 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:51.998519 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-b6378341-09ff-4700-b5bd-bb6c81443a57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf12dfcff0a04f0da724a0eb953f14f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8450711 Dec 09 18:51:52.001102 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6378341-09ff-4700-b5bd-bb6c81443a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d8fcf8-01ea-45cf-bfab-52b3c4ebba3d,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:52.001663 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 49976) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:52.005036 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b6378341-09ff-4700-b5bd-bb6c81443a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:52.068822 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-18a3a070-e71d-48ed-adae-10ca5a4aa042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:52.082506 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6184b774-c174-47bd-ba66-87cf36a0924b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:52.087081 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-dd8cbd5d-8f3e-4348-8c68-fc3f4a167f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:52.095406 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-18a3a070-e71d-48ed-adae-10ca5a4aa042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:52.129795 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184b774-c174-47bd-ba66-87cf36a0924b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Pushing event deleted for resources: {'Port': ['ID=f59ca817-fa46-4523-8269-0f224f652d8c,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:52.154230 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-18a3a070-e71d-48ed-adae-10ca5a4aa042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:52.158109 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:52.159531 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-6184b774-c174-47bd-ba66-87cf36a0924b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:52.171468 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3a070-e71d-48ed-adae-10ca5a4aa042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d8fcf8-01ea-45cf-bfab-52b3c4ebba3d,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:52.174571 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-18a3a070-e71d-48ed-adae-10ca5a4aa042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:52.178267 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-18a3a070-e71d-48ed-adae-10ca5a4aa042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:52.183921 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-18a3a070-e71d-48ed-adae-10ca5a4aa042 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6d8fcf8-01ea-45cf-bfab-52b3c4ebba3d HTTP/1.1" status: 204 len: 168 time: 0.1809504 Dec 09 18:51:52.224476 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6184b774-c174-47bd-ba66-87cf36a0924b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks [] for floatingip, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:52.224870 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.db.l3_db [None req-6184b774-c174-47bd-ba66-87cf36a0924b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Floating IP dbef9486-ab20-4bd5-8ffc-d9c64e246d09 disassociated (deleted). External IP: 172.28.2.175, port: 1288f274-5168-437b-b50e-5a999c242f6b. Dec 09 18:51:52.474036 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 49984) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:52.492125 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-806d4395-7256-4a2a-988e-c68a1e84fca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:52.506162 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-806d4395-7256-4a2a-988e-c68a1e84fca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:52.509951 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-806d4395-7256-4a2a-988e-c68a1e84fca6 admin admin] Usage tracker for resource:security_group_rule and tenant:9a97e78283aa4e2ba823966539e464b0 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:52.512789 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-806d4395-7256-4a2a-988e-c68a1e84fca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:52.518412 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-806d4395-7256-4a2a-988e-c68a1e84fca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:52.582167 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6184b774-c174-47bd-ba66-87cf36a0924b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Router 50305725-fbff-4620-8396-3c3730410067 has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:51:52.593626 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e81da9cf-60d0-4e65-9fbb-8f3c54b2cc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:52.606219 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-806d4395-7256-4a2a-988e-c68a1e84fca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:52.611427 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-806d4395-7256-4a2a-988e-c68a1e84fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:52.622854 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e75fba2b-32cb-49df-98a2-523c2e60b201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:52.666556 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-806d4395-7256-4a2a-988e-c68a1e84fca6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a97e78283aa4e2ba823966539e464b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911454 Dec 09 18:51:52.667300 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d4395-7256-4a2a-988e-c68a1e84fca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340caaee-7a2e-4f92-9b5c-cc74ecaa9e6f,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:52.669651 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 49990) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:52.672180 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-806d4395-7256-4a2a-988e-c68a1e84fca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:52.729211 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8559c3aa-c42a-4fbe-9ced-b6a39c64a0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:52.754363 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8559c3aa-c42a-4fbe-9ced-b6a39c64a0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:52.762051 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6184b774-c174-47bd-ba66-87cf36a0924b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:51:52.779140 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87350020-b1d6-410f-a6d1-7e357728acca None None] Sync routers for ids ['50305725-fbff-4620-8396-3c3730410067'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:51:52.790552 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87350020-b1d6-410f-a6d1-7e357728acca None None] Routers {'50305725-fbff-4620-8396-3c3730410067'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:51:52.791230 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-87350020-b1d6-410f-a6d1-7e357728acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:51:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['50305725-fbff-4620-8396-3c3730410067'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:52.800334 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6184b774-c174-47bd-ba66-87cf36a0924b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for floatingip, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:52.817938 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8559c3aa-c42a-4fbe-9ced-b6a39c64a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:52.822230 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a0b65c3d-02bf-4760-974f-e23dd635ec2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:52.835691 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559c3aa-c42a-4fbe-9ced-b6a39c64a0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340caaee-7a2e-4f92-9b5c-cc74ecaa9e6f,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:52.839947 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-8559c3aa-c42a-4fbe-9ced-b6a39c64a0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:52.843660 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8559c3aa-c42a-4fbe-9ced-b6a39c64a0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:52.847855 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-8559c3aa-c42a-4fbe-9ced-b6a39c64a0bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/340caaee-7a2e-4f92-9b5c-cc74ecaa9e6f HTTP/1.1" status: 204 len: 168 time: 0.1773171 Dec 09 18:51:52.867460 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-6184b774-c174-47bd-ba66-87cf36a0924b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "DELETE /v2.0/floatingips/dbef9486-ab20-4bd5-8ffc-d9c64e246d09 HTTP/1.1" status: 204 len: 168 time: 1.7166002 Dec 09 18:51:52.868089 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d72023-2705-492b-8132-c620428a8317', 'tag': '1288f274-5168-437b-b50e-5a999c242f6b'}] {{(pid=86802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:51:52.917240 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d72023-2705-492b-8132-c620428a8317', 'tag': '1288f274-5168-437b-b50e-5a999c242f6b', 'status': 'completed', 'code': 200} Dec 09 18:51:53.030768 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-87350020-b1d6-410f-a6d1-7e357728acca None None] Set router 50305725-fbff-4620-8396-3c3730410067 gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:51:53.049627 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4cec4-980e-43c5-b162-f1ebd9acaba2 req-0bcd278e-95a1-4ccf-b8f2-467874b06ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:53.051500 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0ab4cec4-980e-43c5-b162-f1ebd9acaba2 req-0bcd278e-95a1-4ccf-b8f2-467874b06ac7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a171f64c53f40a5bcab7a06ae2e1b7c&device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 1098 time: 0.0879445 Dec 09 18:51:53.205341 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4cec4-980e-43c5-b162-f1ebd9acaba2 req-e002a26f-ae11-46ab-b2f8-deb155e7b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:53.207425 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0ab4cec4-980e-43c5-b162-f1ebd9acaba2 req-e002a26f-ae11-46ab-b2f8-deb155e7b331 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3 HTTP/1.1" status: 200 len: 915 time: 0.1485450 Dec 09 18:51:53.314064 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50008) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:53.344782 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-90263e8b-ec14-4de7-98bd-9ce6a98e98ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:53.349287 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0ab4cec4-980e-43c5-b162-f1ebd9acaba2 req-4a9799fd-e93f-4909-b409-97a193825661 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1288f274-5168-437b-b50e-5a999c242f6b HTTP/1.1" status: 200 len: 217 time: 0.1354227 Dec 09 18:51:53.369895 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-90263e8b-ec14-4de7-98bd-9ce6a98e98ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:53.375225 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-90263e8b-ec14-4de7-98bd-9ce6a98e98ac admin admin] Usage tracker for resource:security_group_rule and tenant:f93fea4cc27e4473ac668366724f82cf is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:53.378275 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-90263e8b-ec14-4de7-98bd-9ce6a98e98ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:53.386158 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-90263e8b-ec14-4de7-98bd-9ce6a98e98ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:53.405974 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-87350020-b1d6-410f-a6d1-7e357728acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50305725-fbff-4620-8396-3c3730410067', 'name': 'tempest-TestMinimumBasicScenario-435063833-router', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:53Z', 'updated_at': '2021-12-09T18:46:59Z', 'revision_number': 4, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'gw_port': {'id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:54Z', 'updated_at': '2021-12-09T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '0d0167ce-23a0-4457-b571-b2f813d40cd2', 'name': '', 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'mac_address': 'fa:16:3e:29:d0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '18e824af-a703-4242-88ed-b01542221d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:58Z', 'updated_at': '2021-12-09T18:47:10Z', 'revision_number': 5, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'subnets': [{'id': '18e824af-a703-4242-88ed-b01542221d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:53.410496 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87350020-b1d6-410f-a6d1-7e357728acca None None] Checking router: 50305725-fbff-4620-8396-3c3730410067 for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:51:53.419736 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4cec4-980e-43c5-b162-f1ebd9acaba2 req-91d5700d-8fbe-4ce2-b575-423fdaeeeef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:53.420599 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87350020-b1d6-410f-a6d1-7e357728acca None None] Routers {'50305725-fbff-4620-8396-3c3730410067'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:51:53.421280 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0ab4cec4-980e-43c5-b162-f1ebd9acaba2 req-91d5700d-8fbe-4ce2-b575-423fdaeeeef9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e824af-a703-4242-88ed-b01542221d37 HTTP/1.1" status: 200 len: 853 time: 0.0655911 Dec 09 18:51:53.421474 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-87350020-b1d6-410f-a6d1-7e357728acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:51:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['50305725-fbff-4620-8396-3c3730410067'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:53.488958 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-90263e8b-ec14-4de7-98bd-9ce6a98e98ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:53.494202 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-90263e8b-ec14-4de7-98bd-9ce6a98e98ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:53.502428 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4cec4-980e-43c5-b162-f1ebd9acaba2 req-5d97335c-d4bd-4cce-bba7-606c658b4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:53.504023 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0ab4cec4-980e-43c5-b162-f1ebd9acaba2 req-5d97335c-d4bd-4cce-bba7-606c658b4658 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20c800c4-c00e-4536-9a5a-2dbe4ac118d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762010 Dec 09 18:51:53.504151 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-be5c70da-08b0-4cb8-8aa0-795afd38014f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:53.546784 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-90263e8b-ec14-4de7-98bd-9ce6a98e98ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f93fea4cc27e4473ac668366724f82cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290776 Dec 09 18:51:53.547021 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50012) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:53.550131 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90263e8b-ec14-4de7-98bd-9ce6a98e98ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061a8362-10aa-4fc1-b7e0-fbd6c28b1c5e,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:53.553758 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-90263e8b-ec14-4de7-98bd-9ce6a98e98ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:53.608865 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-87350020-b1d6-410f-a6d1-7e357728acca None None] Set router 50305725-fbff-4620-8396-3c3730410067 gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:51:53.612259 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8d28283c-3df6-4422-80d9-32035d525fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:53.637417 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8d28283c-3df6-4422-80d9-32035d525fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:53.655108 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0ab4cec4-980e-43c5-b162-f1ebd9acaba2 req-ef29cff4-3a88-4ac4-9cc3-1e77d877e5ab service neutron] 10.222.0.10 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320555 Dec 09 18:51:53.692099 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8d28283c-3df6-4422-80d9-32035d525fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:53.696265 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-90263e8b-ec14-4de7-98bd-9ce6a98e98ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:53.709165 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28283c-3df6-4422-80d9-32035d525fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061a8362-10aa-4fc1-b7e0-fbd6c28b1c5e,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:53.712416 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8d28283c-3df6-4422-80d9-32035d525fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:53.716593 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8d28283c-3df6-4422-80d9-32035d525fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:53.717716 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-8d28283c-3df6-4422-80d9-32035d525fbf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/061a8362-10aa-4fc1-b7e0-fbd6c28b1c5e HTTP/1.1" status: 204 len: 168 time: 0.1698058 Dec 09 18:51:53.822951 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0ab4cec4-980e-43c5-b162-f1ebd9acaba2 req-0d51e7c1-6575-40f9-a664-97ec5273dfb2 service neutron] 10.222.0.10 "GET /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608069 Dec 09 18:51:54.033863 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:54.053095 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-87350020-b1d6-410f-a6d1-7e357728acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50305725-fbff-4620-8396-3c3730410067', 'name': 'tempest-TestMinimumBasicScenario-435063833-router', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:53Z', 'updated_at': '2021-12-09T18:46:59Z', 'revision_number': 4, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'gw_port': {'id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:54Z', 'updated_at': '2021-12-09T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '0d0167ce-23a0-4457-b571-b2f813d40cd2', 'name': '', 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'mac_address': 'fa:16:3e:29:d0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '18e824af-a703-4242-88ed-b01542221d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:58Z', 'updated_at': '2021-12-09T18:47:10Z', 'revision_number': 5, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'subnets': [{'id': '18e824af-a703-4242-88ed-b01542221d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:51:54.057150 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87350020-b1d6-410f-a6d1-7e357728acca None None] The sync data for ids ['50305725-fbff-4620-8396-3c3730410067'] in dv-cinder-819346-1-smb is: [{'id': '50305725-fbff-4620-8396-3c3730410067', 'name': 'tempest-TestMinimumBasicScenario-435063833-router', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:53Z', 'updated_at': '2021-12-09T18:46:59Z', 'revision_number': 4, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'gw_port': {'id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:54Z', 'updated_at': '2021-12-09T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '0d0167ce-23a0-4457-b571-b2f813d40cd2', 'name': '', 'network_id': '20c800c4-c00e-4536-9a5a-2dbe4ac118d3', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'mac_address': 'fa:16:3e:29:d0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '18e824af-a703-4242-88ed-b01542221d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:58Z', 'updated_at': '2021-12-09T18:47:10Z', 'revision_number': 5, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'subnets': [{'id': '18e824af-a703-4242-88ed-b01542221d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:51:54.308490 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e491c-f6fd-438e-955f-b18e7dd842a8 None None] New status for floating IP dbef9486-ab20-4bd5-8ffc-d9c64e246d09: DOWN {{(pid=86804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 18:51:55.273030 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:56.226008 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc56302-22ac-470b-9207-060d313ae5ac req-5f95d9c4-fee5-4b41-8e87-4db3558a04fa tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:56.226732 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-0bc56302-22ac-470b-9207-060d313ae5ac req-5f95d9c4-fee5-4b41-8e87-4db3558a04fa tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Synchronizing usage tracker for tenant:2a171f64c53f40a5bcab7a06ae2e1b7c on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:51:56.244189 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-0bc56302-22ac-470b-9207-060d313ae5ac req-5f95d9c4-fee5-4b41-8e87-4db3558a04fa tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Unset dirty status for tenant:2a171f64c53f40a5bcab7a06ae2e1b7c on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:51:56.245585 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0bc56302-22ac-470b-9207-060d313ae5ac req-5f95d9c4-fee5-4b41-8e87-4db3558a04fa tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 945 time: 0.1070073 Dec 09 18:51:56.291127 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-0bc56302-22ac-470b-9207-060d313ae5ac req-97873480-c9fb-46bf-b96b-731610a810be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Synchronizing usage tracker for tenant:2a171f64c53f40a5bcab7a06ae2e1b7c on resource:security_group {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:51:56.307605 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-0bc56302-22ac-470b-9207-060d313ae5ac req-97873480-c9fb-46bf-b96b-731610a810be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Unset dirty status for tenant:2a171f64c53f40a5bcab7a06ae2e1b7c on resource:security_group {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:51:56.308695 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0bc56302-22ac-470b-9207-060d313ae5ac req-97873480-c9fb-46bf-b96b-731610a810be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575004 Dec 09 18:51:56.810628 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:57.508111 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493e547-9bd9-48b6-86c0-29796a215807 req-da38678b-db31-4507-8910-d3027370948b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:57.509624 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b493e547-9bd9-48b6-86c0-29796a215807 req-da38678b-db31-4507-8910-d3027370948b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 945 time: 0.0924075 Dec 09 18:51:57.641468 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b493e547-9bd9-48b6-86c0-29796a215807 req-94f482e5-75c5-44aa-93c5-18d3b44c3e07 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255889 Dec 09 18:51:58.578586 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bf279-b85e-439f-b497-7dcea162b649 req-8c1339f5-1f47-4755-9dc2-1075eb7ea94b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:58.580048 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b82bf279-b85e-439f-b497-7dcea162b649 req-8c1339f5-1f47-4755-9dc2-1075eb7ea94b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 945 time: 0.0830908 Dec 09 18:51:58.655580 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-b82bf279-b85e-439f-b497-7dcea162b649 req-ed5aefef-c25e-469f-8d09-db8a1a26e391 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Deleting port 1288f274-5168-437b-b50e-5a999c242f6b {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:51:58.655938 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b82bf279-b85e-439f-b497-7dcea162b649 req-ed5aefef-c25e-469f-8d09-db8a1a26e391 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:58.692322 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50110) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:58.831940 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d20ee016-6bd2-4298-bf37-fc8558eba1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:58.860887 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-d20ee016-6bd2-4298-bf37-fc8558eba1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:51:58.866308 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-d20ee016-6bd2-4298-bf37-fc8558eba1e2 admin admin] Usage tracker for resource:security_group_rule and tenant:ddafe7aa0d9b4c7da101a5c609a84f1f is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:51:58.870156 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-d20ee016-6bd2-4298-bf37-fc8558eba1e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:51:58.876928 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-d20ee016-6bd2-4298-bf37-fc8558eba1e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:51:58.911842 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74170a83-608e-4e41-b6a3-82c3bdd3b4f7 req-4381242e-44a4-490b-96a7-5aa04f0101f8 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:51:58.913544 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-74170a83-608e-4e41-b6a3-82c3bdd3b4f7 req-4381242e-44a4-490b-96a7-5aa04f0101f8 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 945 time: 0.1528528 Dec 09 18:51:58.975204 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-74170a83-608e-4e41-b6a3-82c3bdd3b4f7 req-ca792004-fad5-4788-8ba9-ddd2d43ffa31 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/security-groups?id=a68303cf-2b96-4b0f-bd9c-91aafd3f515a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549622 Dec 09 18:51:59.008602 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-b82bf279-b85e-439f-b497-7dcea162b649 req-ed5aefef-c25e-469f-8d09-db8a1a26e391 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] For port 1288f274-5168-437b-b50e-5a999c242f6b, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1288f274-5168-437b-b50e-5a999c242f6b,segment=NetworkSegment(e4447597-0ed4-49d4-8d35-2087aa977f9f),segment_id=e4447597-0ed4-49d4-8d35-2087aa977f9f)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:51:59.008960 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b82bf279-b85e-439f-b497-7dcea162b649 req-ed5aefef-c25e-469f-8d09-db8a1a26e391 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:59.017311 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d20ee016-6bd2-4298-bf37-fc8558eba1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:59.021991 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d20ee016-6bd2-4298-bf37-fc8558eba1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:59.028662 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-cfb1eeaa-4e99-4fe2-8ad8-b2c2aa649ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:59.067862 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ee016-6bd2-4298-bf37-fc8558eba1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90c8e79-7c55-4f0d-8ce0-c5f49b1ded2c,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:59.071141 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-d20ee016-6bd2-4298-bf37-fc8558eba1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:59.074294 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-d20ee016-6bd2-4298-bf37-fc8558eba1e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ddafe7aa0d9b4c7da101a5c609a84f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805788 Dec 09 18:51:59.076951 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50116) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:51:59.134207 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-63bc89c3-18a8-41e1-9491-0fd106932214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:59.137152 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-b82bf279-b85e-439f-b497-7dcea162b649 req-ed5aefef-c25e-469f-8d09-db8a1a26e391 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Calling delete_port for 1288f274-5168-437b-b50e-5a999c242f6b owned by compute:nova {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:51:59.164564 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-63bc89c3-18a8-41e1-9491-0fd106932214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:59.220151 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-63bc89c3-18a8-41e1-9491-0fd106932214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:59.225076 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-d20ee016-6bd2-4298-bf37-fc8558eba1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:59.238026 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc89c3-18a8-41e1-9491-0fd106932214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90c8e79-7c55-4f0d-8ce0-c5f49b1ded2c,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:59.240818 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-63bc89c3-18a8-41e1-9491-0fd106932214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:59.242874 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-63bc89c3-18a8-41e1-9491-0fd106932214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:59.246292 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-63bc89c3-18a8-41e1-9491-0fd106932214 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a90c8e79-7c55-4f0d-8ce0-c5f49b1ded2c HTTP/1.1" status: 204 len: 168 time: 0.1661456 Dec 09 18:51:59.286434 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b82bf279-b85e-439f-b497-7dcea162b649 req-ed5aefef-c25e-469f-8d09-db8a1a26e391 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:59.292744 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-1207a13f-0213-4da5-8ccb-c66e7e1fba86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:51:59.317724 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['1288f274-5168-437b-b50e-5a999c242f6b'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:51:59.338611 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5aefef-c25e-469f-8d09-db8a1a26e391 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Pushing event deleted for resources: {'Port': ['ID=1288f274-5168-437b-b50e-5a999c242f6b,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:51:59.341712 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-ed5aefef-c25e-469f-8d09-db8a1a26e391 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:51:59.417682 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82bf279-b85e-439f-b497-7dcea162b649 req-ed5aefef-c25e-469f-8d09-db8a1a26e391 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] No DVR routers for this DVR port 1288f274-5168-437b-b50e-5a999c242f6b on host hv-cinder-81934 {{(pid=86801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:51:59.420221 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b82bf279-b85e-439f-b497-7dcea162b649 req-ed5aefef-c25e-469f-8d09-db8a1a26e391 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:51:59.422830 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d72023-2705-492b-8132-c620428a8317', 'name': 'network-vif-deleted', 'tag': '1288f274-5168-437b-b50e-5a999c242f6b'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:51:59.439619 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b82bf279-b85e-439f-b497-7dcea162b649 req-ed5aefef-c25e-469f-8d09-db8a1a26e391 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.10 "DELETE /v2.0/ports/1288f274-5168-437b-b50e-5a999c242f6b HTTP/1.1" status: 204 len: 173 time: 0.8532670 Dec 09 18:51:59.470580 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d72023-2705-492b-8132-c620428a8317', 'name': 'network-vif-deleted', 'tag': '1288f274-5168-437b-b50e-5a999c242f6b', 'status': 'completed', 'code': 200} Dec 09 18:52:00.142489 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-04f380ba-bddc-42e2-ba18-e7043d52e505 req-d14937ea-c645-477f-a108-866ddd9de535 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Synchronizing usage tracker for tenant:2a171f64c53f40a5bcab7a06ae2e1b7c on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:52:00.158433 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-04f380ba-bddc-42e2-ba18-e7043d52e505 req-d14937ea-c645-477f-a108-866ddd9de535 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Unset dirty status for tenant:2a171f64c53f40a5bcab7a06ae2e1b7c on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:52:00.159815 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-04f380ba-bddc-42e2-ba18-e7043d52e505 req-d14937ea-c645-477f-a108-866ddd9de535 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d72023-2705-492b-8132-c620428a8317 HTTP/1.1" status: 200 len: 210 time: 0.0592518 Dec 09 18:52:01.451133 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 1288f274-5168-437b-b50e-5a999c242f6b no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:52:01.488314 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: 1288f274-5168-437b-b50e-5a999c242f6b {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:52:01.488648 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 1288f274-5168-437b-b50e-5a999c242f6b not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:52:01.959409 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50214) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:52:02.676694 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a64ed297-da5d-453f-83a6-e58cbf7d0405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-134115999'] for router_interface, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:03.023644 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-a64ed297-da5d-453f-83a6-e58cbf7d0405 admin admin] Deleting port 0d0167ce-23a0-4457-b571-b2f813d40cd2 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:52:03.024289 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a64ed297-da5d-453f-83a6-e58cbf7d0405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:03.196445 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [None req-a64ed297-da5d-453f-83a6-e58cbf7d0405 admin admin] For port 0d0167ce-23a0-4457-b571-b2f813d40cd2, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=0d0167ce-23a0-4457-b571-b2f813d40cd2,segment=NetworkSegment(e4447597-0ed4-49d4-8d35-2087aa977f9f),segment_id=e4447597-0ed4-49d4-8d35-2087aa977f9f)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:52:03.196831 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a64ed297-da5d-453f-83a6-e58cbf7d0405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:03.402248 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-a64ed297-da5d-453f-83a6-e58cbf7d0405 admin admin] Calling delete_port for 0d0167ce-23a0-4457-b571-b2f813d40cd2 owned by network:router_interface {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:52:03.579483 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a64ed297-da5d-453f-83a6-e58cbf7d0405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:03.583222 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-ffca13e6-0ccf-4254-9801-f46f3ec34c5c tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:52:03.625836 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ed297-da5d-453f-83a6-e58cbf7d0405 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0167ce-23a0-4457-b571-b2f813d40cd2,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:52:03.628919 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-a64ed297-da5d-453f-83a6-e58cbf7d0405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:52:03.896648 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a64ed297-da5d-453f-83a6-e58cbf7d0405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133747802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133799279'] for router_interface, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:04.268401 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64ed297-da5d-453f-83a6-e58cbf7d0405 admin admin] Router 50305725-fbff-4620-8396-3c3730410067 has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:52:04.452096 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64ed297-da5d-453f-83a6-e58cbf7d0405 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:52:04.461586 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3049d3-42e0-4306-9da9-2b48467f12b9 None None] Sync routers for ids ['50305725-fbff-4620-8396-3c3730410067'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:52:04.471393 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3049d3-42e0-4306-9da9-2b48467f12b9 None None] Routers {'50305725-fbff-4620-8396-3c3730410067'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:52:04.472079 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-af3049d3-42e0-4306-9da9-2b48467f12b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:51:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['50305725-fbff-4620-8396-3c3730410067'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:52:04.472452 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-a64ed297-da5d-453f-83a6-e58cbf7d0405 admin admin] 10.222.0.20 "PUT /v2.0/routers/50305725-fbff-4620-8396-3c3730410067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5117273 Dec 09 18:52:04.475332 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50238) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:52:04.653954 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-af3049d3-42e0-4306-9da9-2b48467f12b9 None None] Set router 50305725-fbff-4620-8396-3c3730410067 gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:52:04.754334 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] Notify callbacks [] for router, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:04.940083 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:04.950858 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] Deleting port b2e1b2d1-9ddf-4641-b30c-8bc2307ce835 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:52:04.951050 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-af3049d3-42e0-4306-9da9-2b48467f12b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50305725-fbff-4620-8396-3c3730410067', 'name': 'tempest-TestMinimumBasicScenario-435063833-router', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:53Z', 'updated_at': '2021-12-09T18:52:03Z', 'revision_number': 5, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'gw_port': {'id': 'b2e1b2d1-9ddf-4641-b30c-8bc2307ce835', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305725-fbff-4620-8396-3c3730410067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:54Z', 'updated_at': '2021-12-09T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:52:04.951210 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:04.955125 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3049d3-42e0-4306-9da9-2b48467f12b9 None None] Checking router: 50305725-fbff-4620-8396-3c3730410067 for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:52:04.963889 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3049d3-42e0-4306-9da9-2b48467f12b9 None None] Routers {'50305725-fbff-4620-8396-3c3730410067'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:52:04.964488 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-af3049d3-42e0-4306-9da9-2b48467f12b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:51:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['50305725-fbff-4620-8396-3c3730410067'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:52:05.121689 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-af3049d3-42e0-4306-9da9-2b48467f12b9 None None] Set router 50305725-fbff-4620-8396-3c3730410067 gateway port host: None {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:52:05.138862 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] For port b2e1b2d1-9ddf-4641-b30c-8bc2307ce835, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=b2e1b2d1-9ddf-4641-b30c-8bc2307ce835,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:52:05.139400 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:05.235359 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-af3049d3-42e0-4306-9da9-2b48467f12b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50305725-fbff-4620-8396-3c3730410067', 'name': 'tempest-TestMinimumBasicScenario-435063833-router', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:53Z', 'updated_at': '2021-12-09T18:52:04Z', 'revision_number': 6, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'gw_port_host': None}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:52:05.239486 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3049d3-42e0-4306-9da9-2b48467f12b9 None None] The sync data for ids ['50305725-fbff-4620-8396-3c3730410067'] in dv-cinder-819346-1-smb is: [{'id': '50305725-fbff-4620-8396-3c3730410067', 'name': 'tempest-TestMinimumBasicScenario-435063833-router', 'tenant_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:53Z', 'updated_at': '2021-12-09T18:52:04Z', 'revision_number': 6, 'project_id': '2a171f64c53f40a5bcab7a06ae2e1b7c', 'gw_port_host': None}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:52:05.263482 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] Calling delete_port for b2e1b2d1-9ddf-4641-b30c-8bc2307ce835 owned by network:router_gateway {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:52:05.441666 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:05.445104 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-25836cb7-8358-44b4-a911-ad00992e46be tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:52:05.487929 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e1b2d1-9ddf-4641-b30c-8bc2307ce835,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:52:05.490990 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:52:05.582383 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-134207224'] for router_gateway, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:05.762330 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133799251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100632'] for router, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:05.764608 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:05.850189 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-134115958'] for router, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:05.850888 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50305725-fbff-4620-8396-3c3730410067 {{(pid=86802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 18:52:05.863751 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] Notify callbacks [] for router, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:05.864866 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] 10.222.0.20 "DELETE /v2.0/routers/50305725-fbff-4620-8396-3c3730410067 HTTP/1.1" status: 204 len: 168 time: 1.3885224 Dec 09 18:52:05.868786 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50250) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:52:05.931786 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f225ab-f9b0-4bad-9c1a-dbe0eba1366d admin admin] Deleting subnet 18e824af-a703-4242-88ed-b01542221d37 {{(pid=86802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 18:52:05.934999 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c2f225ab-f9b0-4bad-9c1a-dbe0eba1366d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:05.985472 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c2f225ab-f9b0-4bad-9c1a-dbe0eba1366d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132133715'] for subnet, precommit_delete_associations {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:06.017469 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 0d0167ce-23a0-4457-b571-b2f813d40cd2 no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:52:06.054937 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: 0d0167ce-23a0-4457-b571-b2f813d40cd2 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:52:06.055657 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 0d0167ce-23a0-4457-b571-b2f813d40cd2 not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:52:06.113562 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c2f225ab-f9b0-4bad-9c1a-dbe0eba1366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1323596'] for subnet, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:06.187875 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c2f225ab-f9b0-4bad-9c1a-dbe0eba1366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1323540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132497364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132271083'] for subnet, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:06.192766 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-a520cd58-f275-49ac-a8f0-b18a5a23dfef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:52:06.336289 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f225ab-f9b0-4bad-9c1a-dbe0eba1366d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e824af-a703-4242-88ed-b01542221d37,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:52:06.338641 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c2f225ab-f9b0-4bad-9c1a-dbe0eba1366d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:06.341818 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c2f225ab-f9b0-4bad-9c1a-dbe0eba1366d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:52:06.345929 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-c2f225ab-f9b0-4bad-9c1a-dbe0eba1366d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/18e824af-a703-4242-88ed-b01542221d37 HTTP/1.1" status: 204 len: 168 time: 0.4761939 Dec 09 18:52:06.348371 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50258) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:52:06.351179 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc67047-db06-49cc-9779-f78810f92c33 None None] Network 20c800c4-c00e-4536-9a5a-2dbe4ac118d3 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:52:06.503866 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1294839'] for network, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:06.520956 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Deleting port 857314f2-d694-4582-96be-39290b70f69d {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:52:06.522062 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:06.715828 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9c3324-d5db-4322-a5bc-8a8a3f813a4c None None] DHCP port deletion for 20c800c4-c00e-4536-9a5a-2dbe4ac118d3 request from dv-cinder-819346-1-smb {{(pid=86803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 09 18:52:06.719855 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c3324-d5db-4322-a5bc-8a8a3f813a4c None None] Deleting port 857314f2-d694-4582-96be-39290b70f69d {{(pid=86803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:52:06.720293 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6b9c3324-d5db-4322-a5bc-8a8a3f813a4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:06.751992 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] For port 857314f2-d694-4582-96be-39290b70f69d, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=857314f2-d694-4582-96be-39290b70f69d,segment=NetworkSegment(e4447597-0ed4-49d4-8d35-2087aa977f9f),segment_id=e4447597-0ed4-49d4-8d35-2087aa977f9f)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:52:06.752240 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:06.877751 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Calling delete_port for 857314f2-d694-4582-96be-39290b70f69d owned by network:dhcp {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:52:06.954322 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:06.958010 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-cbb45e31-ab21-4fd8-9955-c14e57500af2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:52:06.961464 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-6b9c3324-d5db-4322-a5bc-8a8a3f813a4c None None] For port 857314f2-d694-4582-96be-39290b70f69d, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=857314f2-d694-4582-96be-39290b70f69d,segment=NetworkSegment(e4447597-0ed4-49d4-8d35-2087aa977f9f),segment_id=e4447597-0ed4-49d4-8d35-2087aa977f9f)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:52:06.961913 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6b9c3324-d5db-4322-a5bc-8a8a3f813a4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:07.002365 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=857314f2-d694-4582-96be-39290b70f69d,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:52:07.005720 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:52:07.008221 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] No DVR routers for this DVR port 857314f2-d694-4582-96be-39290b70f69d on host dv-cinder-819346-1-smb {{(pid=86802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:52:07.081652 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c3324-d5db-4322-a5bc-8a8a3f813a4c None None] Calling delete_port for 857314f2-d694-4582-96be-39290b70f69d owned by network:dhcp {{(pid=86803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:52:07.121576 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1324903', 'neutron.services.segments.db._delete_segments_for_network-8737775659942'] for network, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:07.146567 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c800c4-c00e-4536-9a5a-2dbe4ac118d3']}} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:52:07.158528 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4447597-0ed4-49d4-8d35-2087aa977f9f') {'for_net_delete': True} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:52:07.158853 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4447597-0ed4-49d4-8d35-2087aa977f9f') {} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:52:07.170247 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737775753593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132133700'] for segment, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:07.186184 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:07.192561 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=86802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 18:52:07.192933 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1320239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132497162'] for segment, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: Traceback (most recent call last): Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: timer() Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: cb(*args, **kw) Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: return func(*args, **kwargs) Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: self._notify() Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: self.callback(batched_events) Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: event.method(event) Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: return f(self, *a, **k) Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: return self._get(url).json() Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: return self.request(url, 'GET', **kwargs) Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 18:52:07.206419 dv-cinder-819346-1-smb neutron-server[86802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 18:52:07.218058 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.db.api [None req-6b9c3324-d5db-4322-a5bc-8a8a3f813a4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 18:52:07.218434 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_db.api [None req-6b9c3324-d5db-4322-a5bc-8a8a3f813a4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 18:52:07.288339 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1324894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134207135'] for network, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:07.292718 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:52:07.311613 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:07.324871 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=20c800c4-c00e-4536-9a5a-2dbe4ac118d3,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:52:07.328027 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:52:07.339410 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/20c800c4-c00e-4536-9a5a-2dbe4ac118d3 HTTP/1.1" status: 204 len: 168 time: 0.9901078 Dec 09 18:52:07.342366 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50268) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:52:07.537077 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 857314f2-d694-4582-96be-39290b70f69d no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:52:07.576621 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: 857314f2-d694-4582-96be-39290b70f69d {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:52:07.577079 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 857314f2-d694-4582-96be-39290b70f69d not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:52:07.577503 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device b2e1b2d1-9ddf-4641-b30c-8bc2307ce835 no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:52:07.610717 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: b2e1b2d1-9ddf-4641-b30c-8bc2307ce835 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:52:07.611338 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device b2e1b2d1-9ddf-4641-b30c-8bc2307ce835 not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:52:07.720076 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c3324-d5db-4322-a5bc-8a8a3f813a4c None None] Deleting port 857314f2-d694-4582-96be-39290b70f69d {{(pid=86803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:52:07.720477 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6b9c3324-d5db-4322-a5bc-8a8a3f813a4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:07.800203 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c3324-d5db-4322-a5bc-8a8a3f813a4c None None] The port '857314f2-d694-4582-96be-39290b70f69d' was deleted {{(pid=86803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 09 18:52:07.996796 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6a205f08-1494-4fae-ab07-9c1a594c8775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-134115999'] for router_interface, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:08.362123 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-6a205f08-1494-4fae-ab07-9c1a594c8775 admin admin] Deleting port eb90588a-0cd7-49ed-b736-2e9fde1a226d {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:52:08.362582 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6a205f08-1494-4fae-ab07-9c1a594c8775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:08.545359 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [None req-6a205f08-1494-4fae-ab07-9c1a594c8775 admin admin] For port eb90588a-0cd7-49ed-b736-2e9fde1a226d, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=eb90588a-0cd7-49ed-b736-2e9fde1a226d,segment=NetworkSegment(dcd0c329-837e-4094-a908-f41c99af94ad),segment_id=dcd0c329-837e-4094-a908-f41c99af94ad)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:52:08.545731 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6a205f08-1494-4fae-ab07-9c1a594c8775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:08.670534 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-6a205f08-1494-4fae-ab07-9c1a594c8775 admin admin] Calling delete_port for eb90588a-0cd7-49ed-b736-2e9fde1a226d owned by network:router_interface {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:52:08.847082 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6a205f08-1494-4fae-ab07-9c1a594c8775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:08.852260 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-7e852795-92fc-4056-a86c-5623e5eb4d3e tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:52:08.899352 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a205f08-1494-4fae-ab07-9c1a594c8775 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb90588a-0cd7-49ed-b736-2e9fde1a226d,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:52:08.930886 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-6a205f08-1494-4fae-ab07-9c1a594c8775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:52:09.161088 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6a205f08-1494-4fae-ab07-9c1a594c8775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133747802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133799279'] for router_interface, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:09.620869 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a205f08-1494-4fae-ab07-9c1a594c8775 admin admin] Router 87bb1bdf-b8a5-4daa-9a56-affb3cf79da9 has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:52:09.802943 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a205f08-1494-4fae-ab07-9c1a594c8775 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:52:09.816200 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d88eae-c76b-4645-a637-6334335b525a None None] Sync routers for ids ['87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:52:09.822554 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-6a205f08-1494-4fae-ab07-9c1a594c8775 admin admin] 10.222.0.20 "PUT /v2.0/routers/87bb1bdf-b8a5-4daa-9a56-affb3cf79da9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4791193 Dec 09 18:52:09.825969 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50296) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:52:09.830473 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d88eae-c76b-4645-a637-6334335b525a None None] Routers {'87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:52:09.831829 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-34d88eae-c76b-4645-a637-6334335b525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:51:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:52:10.015125 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] Notify callbacks [] for router, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:10.027083 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-34d88eae-c76b-4645-a637-6334335b525a None None] Set router 87bb1bdf-b8a5-4daa-9a56-affb3cf79da9 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:52:10.213165 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:10.223900 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] Deleting port 1b72c5cc-e4af-4163-a715-ecd045f31eb6 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:52:10.224330 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:10.360155 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-34d88eae-c76b-4645-a637-6334335b525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'name': 'tempest-TestMinimumBasicScenario-322776783-router', 'tenant_id': 'b40f057c36604eba853e90365719d042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '1b72c5cc-e4af-4163-a715-ecd045f31eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:47:05Z', 'updated_at': '2021-12-09T18:52:08Z', 'revision_number': 5, 'project_id': 'b40f057c36604eba853e90365719d042', 'gw_port': {'id': '1b72c5cc-e4af-4163-a715-ecd045f31eb6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:47:06Z', 'updated_at': '2021-12-09T18:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:52:10.364288 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d88eae-c76b-4645-a637-6334335b525a None None] Checking router: 87bb1bdf-b8a5-4daa-9a56-affb3cf79da9 for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:52:10.372668 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d88eae-c76b-4645-a637-6334335b525a None None] Routers {'87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:52:10.373252 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-34d88eae-c76b-4645-a637-6334335b525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:51:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:52:10.398033 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] For port 1b72c5cc-e4af-4163-a715-ecd045f31eb6, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=1b72c5cc-e4af-4163-a715-ecd045f31eb6,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:52:10.398407 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:10.512214 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:52:10.527701 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] Calling delete_port for 1b72c5cc-e4af-4163-a715-ecd045f31eb6 owned by network:router_gateway {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:52:10.532123 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-34d88eae-c76b-4645-a637-6334335b525a None None] Set router 87bb1bdf-b8a5-4daa-9a56-affb3cf79da9 gateway port host: None {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:52:10.639149 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-34d88eae-c76b-4645-a637-6334335b525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'name': 'tempest-TestMinimumBasicScenario-322776783-router', 'tenant_id': 'b40f057c36604eba853e90365719d042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:47:05Z', 'updated_at': '2021-12-09T18:52:10Z', 'revision_number': 6, 'project_id': 'b40f057c36604eba853e90365719d042', 'gw_port_host': None}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:52:10.643257 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d88eae-c76b-4645-a637-6334335b525a None None] The sync data for ids ['87bb1bdf-b8a5-4daa-9a56-affb3cf79da9'] in dv-cinder-819346-1-smb is: [{'id': '87bb1bdf-b8a5-4daa-9a56-affb3cf79da9', 'name': 'tempest-TestMinimumBasicScenario-322776783-router', 'tenant_id': 'b40f057c36604eba853e90365719d042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:47:05Z', 'updated_at': '2021-12-09T18:52:10Z', 'revision_number': 6, 'project_id': 'b40f057c36604eba853e90365719d042', 'gw_port_host': None}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:52:10.699980 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:10.703811 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b34fbf40-d933-475d-abf9-d154bb886923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:52:10.851211 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b72c5cc-e4af-4163-a715-ecd045f31eb6,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:52:10.854221 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:52:10.954560 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-134207224'] for router_gateway, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:11.127581 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133799251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100632'] for router, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:11.129765 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:11.153317 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-134115958'] for router, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:11.153866 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87bb1bdf-b8a5-4daa-9a56-affb3cf79da9 {{(pid=86802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 18:52:11.165858 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] Notify callbacks [] for router, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:11.169665 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-f9a59e77-8ed4-49ab-921a-1e2100647e49 admin admin] 10.222.0.20 "DELETE /v2.0/routers/87bb1bdf-b8a5-4daa-9a56-affb3cf79da9 HTTP/1.1" status: 204 len: 168 time: 1.3400948 Dec 09 18:52:11.170352 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50310) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:52:11.228555 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_v2 [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Deleting subnet bc338b82-b0b4-43e1-8654-54471931d7ca {{(pid=86802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 18:52:11.231532 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:11.281464 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132133715'] for subnet, precommit_delete_associations {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:11.365626 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1323596'] for subnet, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:11.436035 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1323540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132497364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132271083'] for subnet, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:11.440815 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:52:11.481639 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc338b82-b0b4-43e1-8654-54471931d7ca,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:52:11.487237 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:11.490947 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:11.491272 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:11.491842 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:11.492181 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:11.492625 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:11.492984 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:11.493336 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:11.493686 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:11.494037 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:11.494307 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982be880-895b-46a1-ad79-588f86d6c12b None None] Network 0f7a5307-c9ec-45a2-87e7-938ddb772d6d requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:52:11.494800 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:11.494800 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:11.495063 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:11.499539 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:52:11.502716 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-189bda79-4b2c-4fa3-b7ca-befd72a7a595 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bc338b82-b0b4-43e1-8654-54471931d7ca HTTP/1.1" status: 204 len: 168 time: 0.3319767 Dec 09 18:52:11.505175 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50320) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:52:11.583857 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device eb90588a-0cd7-49ed-b736-2e9fde1a226d no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:52:11.620469 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1294839'] for network, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:11.634036 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Deleting port 26d66580-531d-48b6-9172-3e2a27ea7924 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:52:11.634819 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:11.639185 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: eb90588a-0cd7-49ed-b736-2e9fde1a226d {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:52:11.639535 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device eb90588a-0cd7-49ed-b736-2e9fde1a226d not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:52:11.639990 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 1b72c5cc-e4af-4163-a715-ecd045f31eb6 no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:52:11.688950 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: 1b72c5cc-e4af-4163-a715-ecd045f31eb6 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:52:11.689287 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 1b72c5cc-e4af-4163-a715-ecd045f31eb6 not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:52:11.855139 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e64d6b-2c4c-409e-90a4-a6623dc72c42 None None] DHCP port deletion for 0f7a5307-c9ec-45a2-87e7-938ddb772d6d request from dv-cinder-819346-1-smb {{(pid=86803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 09 18:52:11.859074 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-d9e64d6b-2c4c-409e-90a4-a6623dc72c42 None None] Deleting port 26d66580-531d-48b6-9172-3e2a27ea7924 {{(pid=86803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:52:11.859452 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d9e64d6b-2c4c-409e-90a4-a6623dc72c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:11.863281 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] For port 26d66580-531d-48b6-9172-3e2a27ea7924, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=26d66580-531d-48b6-9172-3e2a27ea7924,segment=NetworkSegment(dcd0c329-837e-4094-a908-f41c99af94ad),segment_id=dcd0c329-837e-4094-a908-f41c99af94ad)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:52:11.863633 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:11.992361 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Calling delete_port for 26d66580-531d-48b6-9172-3e2a27ea7924 owned by network:dhcp {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:52:12.069066 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-d9e64d6b-2c4c-409e-90a4-a6623dc72c42 None None] For port 26d66580-531d-48b6-9172-3e2a27ea7924, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=26d66580-531d-48b6-9172-3e2a27ea7924,segment=NetworkSegment(dcd0c329-837e-4094-a908-f41c99af94ad),segment_id=dcd0c329-837e-4094-a908-f41c99af94ad)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:52:12.069596 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d9e64d6b-2c4c-409e-90a4-a6623dc72c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:12.072870 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:12.077096 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-39766bf0-3eba-4642-bd49-22b76667228a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:52:12.119408 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Pushing event deleted for resources: {'Port': ['ID=26d66580-531d-48b6-9172-3e2a27ea7924,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:52:12.122459 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:52:12.123242 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] No DVR routers for this DVR port 26d66580-531d-48b6-9172-3e2a27ea7924 on host dv-cinder-819346-1-smb {{(pid=86802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:52:12.194697 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-d9e64d6b-2c4c-409e-90a4-a6623dc72c42 None None] Calling delete_port for 26d66580-531d-48b6-9172-3e2a27ea7924 owned by network:dhcp {{(pid=86803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:52:12.236727 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1324903', 'neutron.services.segments.db._delete_segments_for_network-8737775659942'] for network, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:12.263007 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7a5307-c9ec-45a2-87e7-938ddb772d6d']}} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:52:12.267763 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.db.api [None req-d9e64d6b-2c4c-409e-90a4-a6623dc72c42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 18:52:12.268189 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_db.api [None req-d9e64d6b-2c4c-409e-90a4-a6623dc72c42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 18:52:12.279950 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd0c329-837e-4094-a908-f41c99af94ad') {'for_net_delete': True} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:52:12.280238 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd0c329-837e-4094-a908-f41c99af94ad') {} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:52:12.292212 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737775753593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132133700'] for segment, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:12.395603 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:12.402118 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=86802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 18:52:12.402526 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1320239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132497162'] for segment, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: Traceback (most recent call last): Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: timer() Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: cb(*args, **kw) Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: return func(*args, **kwargs) Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: self._notify() Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: self.callback(batched_events) Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: event.method(event) Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: return f(self, *a, **k) Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: return self._get(url).json() Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: return self.request(url, 'GET', **kwargs) Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 18:52:12.415598 dv-cinder-819346-1-smb neutron-server[86802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 18:52:12.498261 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1324894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134207135'] for network, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:12.501818 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:52:12.514965 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:12.526851 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Pushing event deleted for resources: {'Network': ['ID=0f7a5307-c9ec-45a2-87e7-938ddb772d6d,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:52:12.532927 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:52:12.536783 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] 10.222.0.20 "DELETE /v2.0/networks/0f7a5307-c9ec-45a2-87e7-938ddb772d6d HTTP/1.1" status: 204 len: 168 time: 1.0306008 Dec 09 18:52:12.658947 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50334) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:52:12.710068 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-29dc04ae-8b2f-40f3-82c3-08969542a138 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a171f64c53f40a5bcab7a06ae2e1b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496926 Dec 09 18:52:12.712502 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50338) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:52:12.769929 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-d9e64d6b-2c4c-409e-90a4-a6623dc72c42 None None] Deleting port 26d66580-531d-48b6-9172-3e2a27ea7924 {{(pid=86803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:52:12.769929 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d9e64d6b-2c4c-409e-90a4-a6623dc72c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:12.774455 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d0881d08-7918-46ac-9156-42929e3d22c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:12.810210 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d0881d08-7918-46ac-9156-42929e3d22c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:12.842253 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-d9e64d6b-2c4c-409e-90a4-a6623dc72c42 None None] The port '26d66580-531d-48b6-9172-3e2a27ea7924' was deleted {{(pid=86803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 09 18:52:12.876768 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d0881d08-7918-46ac-9156-42929e3d22c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:12.883529 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-040b044f-aa18-49e7-a3d7-df169fa7faf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:52:12.896884 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0881d08-7918-46ac-9156-42929e3d22c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68303cf-2b96-4b0f-bd9c-91aafd3f515a,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:52:12.899644 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-d0881d08-7918-46ac-9156-42929e3d22c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:52:12.906901 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d0881d08-7918-46ac-9156-42929e3d22c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:12.908079 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-d0881d08-7918-46ac-9156-42929e3d22c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a68303cf-2b96-4b0f-bd9c-91aafd3f515a HTTP/1.1" status: 204 len: 168 time: 0.1946654 Dec 09 18:52:13.273641 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50346) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:52:13.332266 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-6aa118d3-9825-4aa7-859f-630fd96f1be0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b40f057c36604eba853e90365719d042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572507 Dec 09 18:52:13.334987 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50352) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:52:13.393758 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-572a3c90-dfd5-40da-85a5-1bb3ad46f3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:13.420644 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-572a3c90-dfd5-40da-85a5-1bb3ad46f3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:13.475177 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-572a3c90-dfd5-40da-85a5-1bb3ad46f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:13.479190 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-dce06497-94bf-44cb-82e2-e0ae8a8fda3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:52:13.490224 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a3c90-dfd5-40da-85a5-1bb3ad46f3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126f2503-2932-4e1b-b08a-11347def11ca,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:52:13.493857 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-572a3c90-dfd5-40da-85a5-1bb3ad46f3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:52:13.497085 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-572a3c90-dfd5-40da-85a5-1bb3ad46f3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:13.499812 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-572a3c90-dfd5-40da-85a5-1bb3ad46f3e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/126f2503-2932-4e1b-b08a-11347def11ca HTTP/1.1" status: 204 len: 168 time: 0.1622851 Dec 09 18:52:13.540147 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 26d66580-531d-48b6-9172-3e2a27ea7924 no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:52:13.576860 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: 26d66580-531d-48b6-9172-3e2a27ea7924 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:52:13.577199 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 26d66580-531d-48b6-9172-3e2a27ea7924 not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:52:20.263929 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-b68c74d1-452d-44c9-bf1c-0749ca59ed95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:21.275747 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:22.594661 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-50b05469-87d4-4cc9-93b5-18ed12343d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:24.039908 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:25.279118 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:26.588148 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f5a1dcf-ff7c-4621-a2ca-04f48b93ea64 req-75012e6e-232f-4b40-b9ed-bcd12f6a8dd3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703351 Dec 09 18:52:26.702361 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a1dcf-ff7c-4621-a2ca-04f48b93ea64 req-20f3ac35-9a54-4594-ba25-458891d55df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:52:26.704150 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f5a1dcf-ff7c-4621-a2ca-04f48b93ea64 req-20f3ac35-9a54-4594-ba25-458891d55df4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f818fcae35e4fa1b59695a47b5c2215&device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 1098 time: 0.0857122 Dec 09 18:52:26.829416 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:26.854142 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a1dcf-ff7c-4621-a2ca-04f48b93ea64 req-bbb78b71-0448-494e-aa51-d71e1d036780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:52:26.855619 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f5a1dcf-ff7c-4621-a2ca-04f48b93ea64 req-bbb78b71-0448-494e-aa51-d71e1d036780 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 HTTP/1.1" status: 200 len: 910 time: 0.1307142 Dec 09 18:52:26.959780 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f5a1dcf-ff7c-4621-a2ca-04f48b93ea64 req-a2ea62ea-2edd-42c5-ab5e-b9437ce65c62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027 HTTP/1.1" status: 200 len: 1001 time: 0.0963423 Dec 09 18:52:27.024171 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a1dcf-ff7c-4621-a2ca-04f48b93ea64 req-2b11a7ed-301d-45dc-af1e-58bded40579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:52:27.025576 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f5a1dcf-ff7c-4621-a2ca-04f48b93ea64 req-2b11a7ed-301d-45dc-af1e-58bded40579c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7fbd6dd5-9e11-4716-a177-a91e3d202bcc HTTP/1.1" status: 200 len: 848 time: 0.0583127 Dec 09 18:52:27.115740 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a1dcf-ff7c-4621-a2ca-04f48b93ea64 req-8eec7657-1d3b-4a03-a3d1-d343e68cc1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:52:27.117296 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f5a1dcf-ff7c-4621-a2ca-04f48b93ea64 req-8eec7657-1d3b-4a03-a3d1-d343e68cc1f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847378 Dec 09 18:52:27.254408 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f5a1dcf-ff7c-4621-a2ca-04f48b93ea64 req-a75ee955-4ad9-4ded-8786-fed20fb681b0 service neutron] 10.222.0.10 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294615 Dec 09 18:52:27.388596 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6f5a1dcf-ff7c-4621-a2ca-04f48b93ea64 req-f9e5fc9d-4754-470f-bf71-77ffaa6ff2b7 service neutron] 10.222.0.10 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269307 Dec 09 18:52:39.149768 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 50548) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:52:39.280501 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:39.295281 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:52:39.299586 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Usage tracker for resource:security_group_rule and tenant:f9f16b5bde5847aab5ca45f70425e1d7 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:52:39.302626 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:52:39.309113 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:52:39.399237 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:39.406183 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:39.417122 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-75cd1310-3620-42bc-843b-065d591830a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:52:39.460593 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9f16b5bde5847aab5ca45f70425e1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097467 Dec 09 18:52:39.461473 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e80564a-d4fc-416c-a596-04779319ca63,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:52:39.463673 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50554) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:52:39.472410 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:39.472995 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:39.473581 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:39.474130 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:39.474728 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:39.475223 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:39.475902 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:39.476432 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:39.476977 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:39.477498 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:39.478020 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:39.478480 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:52:39.484231 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-ba744d13-5944-41c8-851d-76a567f4ec2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:52:39.530878 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-65ce7f41-92b6-42b4-a95e-2620648c35c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:39.559584 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-65ce7f41-92b6-42b4-a95e-2620648c35c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:39.612720 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-65ce7f41-92b6-42b4-a95e-2620648c35c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:39.616788 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-5b373de5-ccaf-4d90-91ca-6bd32b23759a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:52:39.628128 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce7f41-92b6-42b4-a95e-2620648c35c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e80564a-d4fc-416c-a596-04779319ca63,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:52:39.631667 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-65ce7f41-92b6-42b4-a95e-2620648c35c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:52:39.635719 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-65ce7f41-92b6-42b4-a95e-2620648c35c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:39.636852 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-65ce7f41-92b6-42b4-a95e-2620648c35c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e80564a-d4fc-416c-a596-04779319ca63 HTTP/1.1" status: 204 len: 168 time: 0.1721032 Dec 09 18:52:47.516647 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:52:50.261022 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-5b447b3f-2e0e-4b28-be26-bf361ace7961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:51.271963 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:52.601014 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9c2e0648-8e61-4452-9f9f-92f4577aeed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:54.044968 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:55.279833 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:56.823512 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:52:58.028506 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a546ed-f697-400a-bfe1-8504db9d295f req-4f819409-0156-45e6-9cb1-a64bcb266164 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:52:58.029984 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-66a546ed-f697-400a-bfe1-8504db9d295f req-4f819409-0156-45e6-9cb1-a64bcb266164 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0954823 Dec 09 18:52:58.170198 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-66a546ed-f697-400a-bfe1-8504db9d295f req-b9c14c1b-61be-42e6-b89e-caf4f914c614 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336470 Dec 09 18:52:59.377102 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf863e2e-abe9-4bfb-a483-36b1ab2f9701 req-23cb6fe5-20b4-4c73-a809-93567bb1277b tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:52:59.378563 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-cf863e2e-abe9-4bfb-a483-36b1ab2f9701 req-23cb6fe5-20b4-4c73-a809-93567bb1277b tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0927379 Dec 09 18:52:59.425620 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-cf863e2e-abe9-4bfb-a483-36b1ab2f9701 req-8155bcf1-93d3-4152-a1ca-bebcb5271d91 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380697 Dec 09 18:53:00.778078 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c8c2b-9b16-41b7-82be-ac192222fae2 req-230a35fc-39fd-4a2a-8326-041fa1be57fc tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:00.779580 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8f5c8c2b-9b16-41b7-82be-ac192222fae2 req-230a35fc-39fd-4a2a-8326-041fa1be57fc tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0938570 Dec 09 18:53:00.825202 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8f5c8c2b-9b16-41b7-82be-ac192222fae2 req-20c89f8a-9b11-4ea7-9e06-aa150eba8039 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397222 Dec 09 18:53:02.028805 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad392c21-f762-46c7-b7e2-166662786c65 req-3c8085ad-7116-4539-80cd-59156e70d2c7 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:02.030247 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ad392c21-f762-46c7-b7e2-166662786c65 req-3c8085ad-7116-4539-80cd-59156e70d2c7 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0948057 Dec 09 18:53:02.082263 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ad392c21-f762-46c7-b7e2-166662786c65 req-9661855f-a130-431b-9c79-3af11c5410f6 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455463 Dec 09 18:53:03.283543 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b328e-8aac-4ee7-ab4f-d59509291b6f req-e6dec901-9e5c-47f6-8300-2e9b46ab7266 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:03.285055 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ef4b328e-8aac-4ee7-ab4f-d59509291b6f req-e6dec901-9e5c-47f6-8300-2e9b46ab7266 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0873294 Dec 09 18:53:03.329542 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ef4b328e-8aac-4ee7-ab4f-d59509291b6f req-3f935943-4ef6-490d-9357-b307df16e005 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386713 Dec 09 18:53:04.521877 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148062c5-5d29-4f1e-b212-11d66dc94e50 req-ef6694e7-9347-4ffd-a613-20a7dcf9557d tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:04.523339 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-148062c5-5d29-4f1e-b212-11d66dc94e50 req-ef6694e7-9347-4ffd-a613-20a7dcf9557d tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0878115 Dec 09 18:53:04.570600 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-148062c5-5d29-4f1e-b212-11d66dc94e50 req-c13dd6a7-e4bb-4148-9cf1-ce1008d6e720 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386350 Dec 09 18:53:05.755271 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dd4ee-bd69-4ee6-9f77-9b2400f3a9c4 req-55ab168d-46fb-41a8-8ebb-7f6dd33bd30a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:05.756711 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-798dd4ee-bd69-4ee6-9f77-9b2400f3a9c4 req-55ab168d-46fb-41a8-8ebb-7f6dd33bd30a tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0820379 Dec 09 18:53:05.801127 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-798dd4ee-bd69-4ee6-9f77-9b2400f3a9c4 req-229dae8a-422f-486c-b706-a91813cc8cd3 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385818 Dec 09 18:53:07.005836 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626716f-ebc7-41f2-b856-34dfb820b11d req-2cd0a483-a071-43f2-aa87-359f1776b4ab tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:07.007311 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d626716f-ebc7-41f2-b856-34dfb820b11d req-2cd0a483-a071-43f2-aa87-359f1776b4ab tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0908165 Dec 09 18:53:07.053363 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d626716f-ebc7-41f2-b856-34dfb820b11d req-757a35c7-9274-4a6e-852c-116cbc0855ae tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402200 Dec 09 18:53:08.243647 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95a905-5597-4e13-b09c-9ae22cb7b025 req-dcc7864a-5b62-476c-a836-3bc73fd6183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:08.245014 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7f95a905-5597-4e13-b09c-9ae22cb7b025 req-dcc7864a-5b62-476c-a836-3bc73fd6183c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f818fcae35e4fa1b59695a47b5c2215&device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 1098 time: 0.1275799 Dec 09 18:53:08.340096 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659079d1-54ae-4204-8120-0dbeba4d99a5 req-333d36de-22ff-41d2-9775-b0d1c1c13277 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:08.341536 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-659079d1-54ae-4204-8120-0dbeba4d99a5 req-333d36de-22ff-41d2-9775-b0d1c1c13277 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.1726041 Dec 09 18:53:08.417955 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-659079d1-54ae-4204-8120-0dbeba4d99a5 req-10768102-57a1-44fe-a997-73db037b5f0f tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693991 Dec 09 18:53:08.420401 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95a905-5597-4e13-b09c-9ae22cb7b025 req-19c542e7-4cb3-4482-a607-06b4bfaae0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:08.421748 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7f95a905-5597-4e13-b09c-9ae22cb7b025 req-19c542e7-4cb3-4482-a607-06b4bfaae0a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 HTTP/1.1" status: 200 len: 910 time: 0.1697466 Dec 09 18:53:08.528205 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7f95a905-5597-4e13-b09c-9ae22cb7b025 req-62453a86-7b9a-4f77-b35b-89e29112f073 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027 HTTP/1.1" status: 200 len: 1001 time: 0.0974030 Dec 09 18:53:08.593669 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95a905-5597-4e13-b09c-9ae22cb7b025 req-1d5d2604-a6f0-429c-861f-aece65da4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:08.595123 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7f95a905-5597-4e13-b09c-9ae22cb7b025 req-1d5d2604-a6f0-429c-861f-aece65da4079 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7fbd6dd5-9e11-4716-a177-a91e3d202bcc HTTP/1.1" status: 200 len: 848 time: 0.0602262 Dec 09 18:53:08.671858 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95a905-5597-4e13-b09c-9ae22cb7b025 req-95fc3b74-6bce-4552-80d3-3d6eb2158297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:08.673284 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7f95a905-5597-4e13-b09c-9ae22cb7b025 req-95fc3b74-6bce-4552-80d3-3d6eb2158297 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710824 Dec 09 18:53:08.806979 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7f95a905-5597-4e13-b09c-9ae22cb7b025 req-8dac340a-48c5-47c1-bb5e-c2b279043990 service neutron] 10.222.0.10 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258647 Dec 09 18:53:08.938560 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7f95a905-5597-4e13-b09c-9ae22cb7b025 req-51c6ba69-952a-4aaf-b78e-584ffbfe16a0 service neutron] 10.222.0.10 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249661 Dec 09 18:53:09.607820 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b71973-2db7-471e-b94a-93d80a10bd68 req-3d0d87e4-04af-46e3-959f-3930c52d7863 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:09.609282 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-98b71973-2db7-471e-b94a-93d80a10bd68 req-3d0d87e4-04af-46e3-959f-3930c52d7863 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0813217 Dec 09 18:53:09.750468 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-98b71973-2db7-471e-b94a-93d80a10bd68 req-0be5d77b-8376-4606-bd88-2059263920b0 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329648 Dec 09 18:53:10.947267 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf6336-9062-4a3c-9765-f2ff65188eb6 req-d803f73d-54b7-42bd-80fd-5f6581f69ee2 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:10.949061 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-9adf6336-9062-4a3c-9765-f2ff65188eb6 req-d803f73d-54b7-42bd-80fd-5f6581f69ee2 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0851958 Dec 09 18:53:10.995968 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-9adf6336-9062-4a3c-9765-f2ff65188eb6 req-a9aa4647-a529-401b-aeb7-b6178ab7980d tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398302 Dec 09 18:53:12.194729 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b709f-6b42-496a-8d76-72a91697522b req-3b60b069-c9ca-4b8c-9596-143807b84c83 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:12.196158 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b86b709f-6b42-496a-8d76-72a91697522b req-3b60b069-c9ca-4b8c-9596-143807b84c83 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0917585 Dec 09 18:53:12.253804 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b86b709f-6b42-496a-8d76-72a91697522b req-46cc4f31-bac2-4444-8950-f01f65868237 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483625 Dec 09 18:53:12.563484 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-83bd0269-c8a5-4523-826d-69308fcda396 req-6c38684a-1c9a-4988-a89c-311d1e34d095 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686014 Dec 09 18:53:12.629322 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d4278-fc2e-44bd-812e-292a64623377 req-c80b447c-8f96-4f82-8005-cdf5daa2b83e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:12.630987 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8e9d4278-fc2e-44bd-812e-292a64623377 req-c80b447c-8f96-4f82-8005-cdf5daa2b83e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0811934 Dec 09 18:53:12.678171 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8e9d4278-fc2e-44bd-812e-292a64623377 req-efec41c5-5c25-4a1d-8cfc-55bd018347db tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413222 Dec 09 18:53:13.712149 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 490cf9b6-841b-4242-bd39-7bce7b6c0027 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:53:13.851365 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:13.867760 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c5ab0-2d0d-4365-b7b3-06ce75b1b489 req-c8ad9779-161b-4bc6-866d-8fede3d8914d tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:13.869227 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-017c5ab0-2d0d-4365-b7b3-06ce75b1b489 req-c8ad9779-161b-4bc6-866d-8fede3d8914d tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0814061 Dec 09 18:53:13.878637 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31542c19-34df-4aed-8078-8d11d2cbe025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490cf9b6-841b-4242-bd39-7bce7b6c0027'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:53:13.888587 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 490cf9b6-841b-4242-bd39-7bce7b6c0027, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027,segment=NetworkSegment(f06199a9-1fdd-4169-9a28-4eaee6837c5e),segment_id=f06199a9-1fdd-4169-9a28-4eaee6837c5e)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:53:13.893964 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:13.896186 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-43929894-0749-43a0-b10d-4e851a4110f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:53:13.916569 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-017c5ab0-2d0d-4365-b7b3-06ce75b1b489 req-fa7eff13-670d-4e7b-a92f-5784909c1021 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413675 Dec 09 18:53:13.933287 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31542c19-34df-4aed-8078-8d11d2cbe025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490cf9b6-841b-4242-bd39-7bce7b6c0027', 'code': 200} Dec 09 18:53:13.966548 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=490cf9b6-841b-4242-bd39-7bce7b6c0027,revision_number=6']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:53:13.974276 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:53:13.974624 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:53:13.975026 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:53:13.975362 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:53:13.975688 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:53:13.976012 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:53:13.976332 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:53:13.976655 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:53:13.976977 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:53:13.977294 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:53:13.977611 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:53:13.977924 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:53:13.982112 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:53:14.156926 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd0269-c8a5-4523-826d-69308fcda396 req-6f26bdcb-2023-4406-b230-1e4dbeb56098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:14.158417 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-83bd0269-c8a5-4523-826d-69308fcda396 req-6f26bdcb-2023-4406-b230-1e4dbeb56098 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025&tenant_id=4f818fcae35e4fa1b59695a47b5c2215 HTTP/1.1" status: 200 len: 1096 time: 0.0814085 Dec 09 18:53:14.284449 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd0269-c8a5-4523-826d-69308fcda396 req-d55ea50e-2543-447e-a203-49e91556399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:14.286244 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-83bd0269-c8a5-4523-826d-69308fcda396 req-d55ea50e-2543-447e-a203-49e91556399f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f818fcae35e4fa1b59695a47b5c2215&device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 1096 time: 0.0719414 Dec 09 18:53:14.428808 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd0269-c8a5-4523-826d-69308fcda396 req-3e9b7b0a-be55-4a57-bfd3-8254ef207821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:14.430295 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-83bd0269-c8a5-4523-826d-69308fcda396 req-3e9b7b0a-be55-4a57-bfd3-8254ef207821 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 HTTP/1.1" status: 200 len: 910 time: 0.1376007 Dec 09 18:53:14.534996 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-83bd0269-c8a5-4523-826d-69308fcda396 req-4845c588-d654-4358-b866-f3814871c582 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027 HTTP/1.1" status: 200 len: 999 time: 0.0983682 Dec 09 18:53:14.608326 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd0269-c8a5-4523-826d-69308fcda396 req-44946f27-aa43-4eda-8e70-d14691e05337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:14.609848 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-83bd0269-c8a5-4523-826d-69308fcda396 req-44946f27-aa43-4eda-8e70-d14691e05337 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7fbd6dd5-9e11-4716-a177-a91e3d202bcc HTTP/1.1" status: 200 len: 848 time: 0.0679140 Dec 09 18:53:14.701386 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd0269-c8a5-4523-826d-69308fcda396 req-1324d470-4748-407c-b4cc-87087c758663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:14.702896 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-83bd0269-c8a5-4523-826d-69308fcda396 req-1324d470-4748-407c-b4cc-87087c758663 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0861554 Dec 09 18:53:14.835122 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-83bd0269-c8a5-4523-826d-69308fcda396 req-9ca64325-0b47-47e4-a6b1-a8a3093628c8 service neutron] 10.222.0.10 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252844 Dec 09 18:53:14.973037 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-83bd0269-c8a5-4523-826d-69308fcda396 req-734765cc-4147-4558-b5f9-df9fa3b8fd05 service neutron] 10.222.0.10 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311455 Dec 09 18:53:15.119293 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80c813-e31b-4153-ab96-7ca359245e85 req-d04063fb-62e5-45ae-960a-b9f9a86760c2 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:15.120737 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cd80c813-e31b-4153-ab96-7ca359245e85 req-d04063fb-62e5-45ae-960a-b9f9a86760c2 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 943 time: 0.0912037 Dec 09 18:53:15.167894 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cd80c813-e31b-4153-ab96-7ca359245e85 req-c33229fa-ac34-4305-9969-1b18f7121dc1 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413585 Dec 09 18:53:16.382434 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a2ecb-4de0-4ea3-8e92-4b2b8a9a706b req-7c678a9b-462a-42da-87ea-ee299ed09b49 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:16.383892 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0e4a2ecb-4de0-4ea3-8e92-4b2b8a9a706b req-7c678a9b-462a-42da-87ea-ee299ed09b49 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 943 time: 0.0929184 Dec 09 18:53:16.431626 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0e4a2ecb-4de0-4ea3-8e92-4b2b8a9a706b req-b6aac3d6-7c08-47aa-991b-33fb57c6ee98 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394638 Dec 09 18:53:17.482620 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c31d8f-6500-47f1-bfac-ff9e82c26709 req-f4b3b46b-8177-44d4-91ea-efa60daef846 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:17.484112 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-89c31d8f-6500-47f1-bfac-ff9e82c26709 req-f4b3b46b-8177-44d4-91ea-efa60daef846 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0900283 Dec 09 18:53:17.529829 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-89c31d8f-6500-47f1-bfac-ff9e82c26709 req-301a9f09-7399-42a5-a9c3-83983f5890aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382936 Dec 09 18:53:17.627916 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382da013-ba4f-43b0-bd48-8dc3373a01f0 req-43cb057c-e74f-433c-b8ca-0493f8f07252 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:17.629414 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-382da013-ba4f-43b0-bd48-8dc3373a01f0 req-43cb057c-e74f-433c-b8ca-0493f8f07252 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 943 time: 0.0882597 Dec 09 18:53:17.676815 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-382da013-ba4f-43b0-bd48-8dc3373a01f0 req-0d8a93e6-1a0b-4da5-b151-a2f910d17cf0 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388608 Dec 09 18:53:18.735055 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333925e-7c1b-4c5b-a521-6dbd4a7299d6 req-c31a3561-57df-4c14-9af1-ad4d959d9527 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:18.736537 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a333925e-7c1b-4c5b-a521-6dbd4a7299d6 req-c31a3561-57df-4c14-9af1-ad4d959d9527 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0848644 Dec 09 18:53:18.782580 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a333925e-7c1b-4c5b-a521-6dbd4a7299d6 req-1af6bf62-b835-4c11-a0ac-308aad7d311e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403640 Dec 09 18:53:18.876410 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9b982-0c4a-49b1-8558-15d7b09aade0 req-36489378-3908-4654-8c40-772bc7678d3b tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:18.877869 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-61f9b982-0c4a-49b1-8558-15d7b09aade0 req-36489378-3908-4654-8c40-772bc7678d3b tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 943 time: 0.0903633 Dec 09 18:53:18.922313 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-61f9b982-0c4a-49b1-8558-15d7b09aade0 req-eca2f504-e3ea-487d-bded-1b123e1fd780 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387466 Dec 09 18:53:19.778476 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 490cf9b6-841b-4242-bd39-7bce7b6c0027 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:53:19.919083 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 490cf9b6-841b-4242-bd39-7bce7b6c0027, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027,segment=NetworkSegment(f06199a9-1fdd-4169-9a28-4eaee6837c5e),segment_id=f06199a9-1fdd-4169-9a28-4eaee6837c5e)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:53:19.932186 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': '490cf9b6-841b-4242-bd39-7bce7b6c0027', 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'port_id': '490cf9b6-841b-4242-bd39-7bce7b6c0027', 'mac_address': 'fa:16:3e:fa:31:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:53:19.976810 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356c1dc-522f-40d2-8911-a927a5641c7b req-56649ba3-9359-4fef-8157-8c17fec0cb51 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:19.978515 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2356c1dc-522f-40d2-8911-a927a5641c7b req-56649ba3-9359-4fef-8157-8c17fec0cb51 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0840337 Dec 09 18:53:19.986570 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:20.004011 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490cf9b6-841b-4242-bd39-7bce7b6c0027 {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:53:20.019704 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 490cf9b6-841b-4242-bd39-7bce7b6c0027, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027,segment=NetworkSegment(f06199a9-1fdd-4169-9a28-4eaee6837c5e),segment_id=f06199a9-1fdd-4169-9a28-4eaee6837c5e)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:53:20.023937 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2356c1dc-522f-40d2-8911-a927a5641c7b req-7be12bdd-dfc1-48b2-b51d-6a44e8cd0e9e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396795 Dec 09 18:53:20.026759 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:20.028629 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:53:20.096996 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=490cf9b6-841b-4242-bd39-7bce7b6c0027,revision_number=7']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:53:20.100206 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:53:20.116595 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea7fb8-762f-47f4-b0c1-0e85f0fbe729 req-ac122ae4-138d-48c7-bf66-e113056ef57d tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:20.118039 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-79ea7fb8-762f-47f4-b0c1-0e85f0fbe729 req-ac122ae4-138d-48c7-bf66-e113056ef57d tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 944 time: 0.0828321 Dec 09 18:53:20.164038 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-79ea7fb8-762f-47f4-b0c1-0e85f0fbe729 req-cefc2d92-78a8-4dd8-8133-d3cc9cf134ea tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402448 Dec 09 18:53:20.263384 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-344e8156-77d9-461a-ae27-6ba8df011b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:20.442168 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['490cf9b6-841b-4242-bd39-7bce7b6c0027'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:53:21.239088 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62355b2c-52a7-4938-91cf-4d6d27921002 req-e13199f2-9827-4fb7-a304-5a629ed106ce tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:21.240534 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-62355b2c-52a7-4938-91cf-4d6d27921002 req-e13199f2-9827-4fb7-a304-5a629ed106ce tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0979934 Dec 09 18:53:21.277563 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:21.359787 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3d836-3cbe-41ed-938a-a62ee6d9d4b2 req-11656266-fec3-450c-b8e0-ae6af50042f8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:21.361257 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7ba3d836-3cbe-41ed-938a-a62ee6d9d4b2 req-11656266-fec3-450c-b8e0-ae6af50042f8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 944 time: 0.0836687 Dec 09 18:53:21.392371 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-62355b2c-52a7-4938-91cf-4d6d27921002 req-1578ae73-0029-4c3b-bef3-52228850aeb2 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460760 Dec 09 18:53:21.406659 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-7ba3d836-3cbe-41ed-938a-a62ee6d9d4b2 req-0fa80767-7fdc-4c8f-9cf5-7a0d45079c36 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391214 Dec 09 18:53:21.791506 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 490cf9b6-841b-4242-bd39-7bce7b6c0027 up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:53:21.872331 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port 490cf9b6-841b-4242-bd39-7bce7b6c0027 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:53:21.872331 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:21.990423 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:22.017419 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31542c19-34df-4aed-8078-8d11d2cbe025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490cf9b6-841b-4242-bd39-7bce7b6c0027'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:53:22.027322 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 490cf9b6-841b-4242-bd39-7bce7b6c0027, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027,segment=NetworkSegment(f06199a9-1fdd-4169-9a28-4eaee6837c5e),segment_id=f06199a9-1fdd-4169-9a28-4eaee6837c5e)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:53:22.032610 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:22.035725 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:53:22.069884 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31542c19-34df-4aed-8078-8d11d2cbe025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490cf9b6-841b-4242-bd39-7bce7b6c0027', 'code': 200} Dec 09 18:53:22.112589 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=490cf9b6-841b-4242-bd39-7bce7b6c0027,revision_number=8']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:53:22.115895 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:53:22.412671 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36027d-a993-470a-a2fa-5f5530362c47 req-2b3a14db-b692-48c8-9fdc-af1276a00fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:22.414091 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0e36027d-a993-470a-a2fa-5f5530362c47 req-2b3a14db-b692-48c8-9fdc-af1276a00fb4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 1098 time: 0.0869839 Dec 09 18:53:22.456177 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0e36027d-a993-470a-a2fa-5f5530362c47 req-4acaa3b5-ae44-4c7a-a78f-976a46174e1c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357065 Dec 09 18:53:22.591622 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef7342-6e0f-4212-bd06-8f6d598434b4 req-b8966ef8-a313-4bec-9fa1-1dd2095c13a0 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:22.593194 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-66ef7342-6e0f-4212-bd06-8f6d598434b4 req-b8966ef8-a313-4bec-9fa1-1dd2095c13a0 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0906379 Dec 09 18:53:22.594642 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3863116-6d3b-4dc3-9d7d-39333575072c req-02fe11e9-1206-4c58-92dd-8cde41e28bfd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:22.595276 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-1fef8ed8-0b4e-4735-ab89-d2736479929e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:22.596214 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a3863116-6d3b-4dc3-9d7d-39333575072c req-02fe11e9-1206-4c58-92dd-8cde41e28bfd tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0829756 Dec 09 18:53:22.639391 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-a3863116-6d3b-4dc3-9d7d-39333575072c req-b3d7dae4-97cc-4841-9d3d-708f2221005d tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372801 Dec 09 18:53:22.640208 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-66ef7342-6e0f-4212-bd06-8f6d598434b4 req-f7a7f2bd-d9f3-4185-8003-4d3214aa9450 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411253 Dec 09 18:53:23.844585 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df72dd-c504-4728-b0cd-e70b4fdbac34 req-4484269e-3c2a-48fa-8bab-f2b1b5cecaaf tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:23.845650 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c69f1e-75a4-4c60-aebe-7991286d00a0 req-560d09d8-90b9-4ff8-ba6d-eff4949ba559 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:23.847174 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-31c69f1e-75a4-4c60-aebe-7991286d00a0 req-560d09d8-90b9-4ff8-ba6d-eff4949ba559 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0916789 Dec 09 18:53:23.854647 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f4df72dd-c504-4728-b0cd-e70b4fdbac34 req-4484269e-3c2a-48fa-8bab-f2b1b5cecaaf tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0929523 Dec 09 18:53:23.904541 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f4df72dd-c504-4728-b0cd-e70b4fdbac34 req-5de4d6f0-7ba7-43d7-beec-e4992472761d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Dec 09 18:53:23.905515 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-31c69f1e-75a4-4c60-aebe-7991286d00a0 req-4c796954-163c-43c3-a6d7-627aeeb93ccf tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466728 Dec 09 18:53:24.043807 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:24.515894 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:53:25.109255 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d53fd5-b691-467b-a2c8-9dcab74f3cd4 req-d929dbd9-923a-4b02-acbd-c2b1513fdced tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:25.110069 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186202b-034b-480f-b28a-51e71442845a req-cce4b049-1204-43e5-8b71-a1b6858eed2e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:25.110621 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c4d53fd5-b691-467b-a2c8-9dcab74f3cd4 req-d929dbd9-923a-4b02-acbd-c2b1513fdced tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0857453 Dec 09 18:53:25.111533 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0186202b-034b-480f-b28a-51e71442845a req-cce4b049-1204-43e5-8b71-a1b6858eed2e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0861180 Dec 09 18:53:25.155468 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c4d53fd5-b691-467b-a2c8-9dcab74f3cd4 req-81f6a54c-9a9a-4645-b81a-3f3ff630ba08 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387707 Dec 09 18:53:25.156595 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0186202b-034b-480f-b28a-51e71442845a req-fd2a151c-fece-45af-bfbf-a4def5c75a7d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393219 Dec 09 18:53:25.290261 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:26.366612 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb83dd6-138e-4157-be62-ced58200d3a2 req-9479b62c-8db6-4c24-b81c-a3c232f45dca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:26.368077 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5bb83dd6-138e-4157-be62-ced58200d3a2 req-9479b62c-8db6-4c24-b81c-a3c232f45dca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0939372 Dec 09 18:53:26.418778 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5bb83dd6-138e-4157-be62-ced58200d3a2 req-a68d72f1-abbc-4160-b59a-6196151b1736 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420444 Dec 09 18:53:26.833932 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:27.620200 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd532189-1634-4a66-ae32-d6ef337c2265 req-5725751c-ab13-4a91-89e1-e868c34a12ed tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:27.621635 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-bd532189-1634-4a66-ae32-d6ef337c2265 req-5725751c-ab13-4a91-89e1-e868c34a12ed tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0834942 Dec 09 18:53:27.664899 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-bd532189-1634-4a66-ae32-d6ef337c2265 req-9bcc1f4d-0925-4de3-9ba7-044a58bb5ad0 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375767 Dec 09 18:53:28.875886 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bde915-5075-4f48-bc95-cf2fdb18f86b req-926d85c3-89f6-409c-99f4-6dff30222098 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:28.877347 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-63bde915-5075-4f48-bc95-cf2fdb18f86b req-926d85c3-89f6-409c-99f4-6dff30222098 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0879836 Dec 09 18:53:28.925548 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-63bde915-5075-4f48-bc95-cf2fdb18f86b req-d8ea2255-05d2-47ff-a26c-0e1cd12fb63d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405011 Dec 09 18:53:29.730383 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-66fef830-e736-4380-96f6-4f533f313c78 req-1fdd412f-9d87-4316-bb8c-abb0e6425eef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779908 Dec 09 18:53:29.885955 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fef830-e736-4380-96f6-4f533f313c78 req-2a1ac6eb-41f6-4092-9b03-f99ff5f5e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:29.887451 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-66fef830-e736-4380-96f6-4f533f313c78 req-2a1ac6eb-41f6-4092-9b03-f99ff5f5e15f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f818fcae35e4fa1b59695a47b5c2215&device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 1098 time: 0.0770864 Dec 09 18:53:30.036848 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fef830-e736-4380-96f6-4f533f313c78 req-24d46b4e-b3ab-4e6f-ab37-0aacc62f508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:30.038428 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-66fef830-e736-4380-96f6-4f533f313c78 req-24d46b4e-b3ab-4e6f-ab37-0aacc62f508a service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 HTTP/1.1" status: 200 len: 910 time: 0.1320417 Dec 09 18:53:30.122100 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed69b7-2bb0-4671-9b2c-738db2869eec req-fc60db59-71b6-4f78-9a31-4d1158255d67 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:30.123485 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-1eed69b7-2bb0-4671-9b2c-738db2869eec req-fc60db59-71b6-4f78-9a31-4d1158255d67 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0859427 Dec 09 18:53:30.141894 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-66fef830-e736-4380-96f6-4f533f313c78 req-dd140f3a-c759-4bd2-93a8-0bd9f2e74de2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027 HTTP/1.1" status: 200 len: 1001 time: 0.0973854 Dec 09 18:53:30.169207 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-1eed69b7-2bb0-4671-9b2c-738db2869eec req-a4b33f78-405f-49c1-a947-d8dfe2c4ad69 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399036 Dec 09 18:53:30.203159 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fef830-e736-4380-96f6-4f533f313c78 req-8c670138-7137-4ac8-9282-5ac38e832e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:30.204607 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-66fef830-e736-4380-96f6-4f533f313c78 req-8c670138-7137-4ac8-9282-5ac38e832e4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7fbd6dd5-9e11-4716-a177-a91e3d202bcc HTTP/1.1" status: 200 len: 848 time: 0.0561469 Dec 09 18:53:30.295981 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fef830-e736-4380-96f6-4f533f313c78 req-f3046b45-b444-431d-9128-348b99c2cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:30.297415 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-66fef830-e736-4380-96f6-4f533f313c78 req-f3046b45-b444-431d-9128-348b99c2cbbd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860326 Dec 09 18:53:30.441826 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-66fef830-e736-4380-96f6-4f533f313c78 req-3b208a2b-dc0d-40fb-a1af-01cb50d49988 service neutron] 10.222.0.10 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366136 Dec 09 18:53:30.572449 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-66fef830-e736-4380-96f6-4f533f313c78 req-886fb785-13e0-46ed-99b0-1f188939459e service neutron] 10.222.0.10 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239822 Dec 09 18:53:31.388036 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a16efa-6f9b-4843-b697-1fbf62118e1e req-f726a43b-b6b2-4550-9794-361ce2f7fa37 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:31.389473 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d0a16efa-6f9b-4843-b697-1fbf62118e1e req-f726a43b-b6b2-4550-9794-361ce2f7fa37 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0942302 Dec 09 18:53:31.433147 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d0a16efa-6f9b-4843-b697-1fbf62118e1e req-53bb0435-530e-43bd-8893-f8b9c001cf1e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380347 Dec 09 18:53:32.649093 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146df5ad-95af-488e-987f-748a042e4283 req-43cfafd3-e0fd-4cdf-aeec-28dc9dc5e919 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:32.650556 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-146df5ad-95af-488e-987f-748a042e4283 req-43cfafd3-e0fd-4cdf-aeec-28dc9dc5e919 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0969665 Dec 09 18:53:32.705495 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-146df5ad-95af-488e-987f-748a042e4283 req-c0c1b7f5-6b12-4c65-a6a1-6340dc1265fe tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491109 Dec 09 18:53:33.912821 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5d8ab-f391-4472-b9b9-7b93e200211c req-6b986565-d952-4d25-b687-e5732e767378 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:33.914984 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d1d5d8ab-f391-4472-b9b9-7b93e200211c req-6b986565-d952-4d25-b687-e5732e767378 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0946488 Dec 09 18:53:33.958431 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d1d5d8ab-f391-4472-b9b9-7b93e200211c req-383f4e4d-7c77-4edb-b954-7c17e0776775 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381222 Dec 09 18:53:35.174919 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bcfdd-31b4-4869-8ff7-b87cb737e829 req-c594236c-9959-4182-b4b3-b58d5c6b8ae3 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:35.176239 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cd4bcfdd-31b4-4869-8ff7-b87cb737e829 req-c594236c-9959-4182-b4b3-b58d5c6b8ae3 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0898805 Dec 09 18:53:35.225212 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cd4bcfdd-31b4-4869-8ff7-b87cb737e829 req-e0c07e06-02ba-4db2-be0d-7ffe26afc3c6 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421412 Dec 09 18:53:35.870052 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 413ef3c0-e5f2-488e-acec-ae747bdaeda0 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:53:36.016532 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 413ef3c0-e5f2-488e-acec-ae747bdaeda0, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:53:36.033197 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': '413ef3c0-e5f2-488e-acec-ae747bdaeda0', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'port_id': '413ef3c0-e5f2-488e-acec-ae747bdaeda0', 'mac_address': 'fa:16:3e:7b:8b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:53:36.101451 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:36.155388 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 413ef3c0-e5f2-488e-acec-ae747bdaeda0 {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:53:36.173046 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 413ef3c0-e5f2-488e-acec-ae747bdaeda0, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:53:36.179910 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:36.181698 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:53:36.264821 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=413ef3c0-e5f2-488e-acec-ae747bdaeda0,revision_number=6']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:53:36.268095 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:53:36.322500 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['413ef3c0-e5f2-488e-acec-ae747bdaeda0'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:53:36.426526 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375259dd-93ee-4a7f-98d5-ade396ccb14f req-03ce62ee-1094-46a5-96ff-c166638b3d02 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:36.427918 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-375259dd-93ee-4a7f-98d5-ade396ccb14f req-03ce62ee-1094-46a5-96ff-c166638b3d02 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 944 time: 0.0818276 Dec 09 18:53:36.476644 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-375259dd-93ee-4a7f-98d5-ade396ccb14f req-dacc3d7e-324b-4caf-9f14-cef2430f3a6d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427051 Dec 09 18:53:37.767864 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cba89a-2bd6-418f-8434-a4469501a63f req-662ddc73-2d87-4396-b0fa-6e27d4fe8eaf tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:37.769181 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-89cba89a-2bd6-418f-8434-a4469501a63f req-662ddc73-2d87-4396-b0fa-6e27d4fe8eaf tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 944 time: 0.1728189 Dec 09 18:53:37.814575 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-89cba89a-2bd6-418f-8434-a4469501a63f req-c26c350b-b70f-4f3a-a100-6b7d8c76fa0e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393350 Dec 09 18:53:37.870734 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 413ef3c0-e5f2-488e-acec-ae747bdaeda0 up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:53:37.947021 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port 413ef3c0-e5f2-488e-acec-ae747bdaeda0 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:53:37.947378 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:38.071718 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:38.099623 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413ef3c0-e5f2-488e-acec-ae747bdaeda0'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:53:38.109939 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 413ef3c0-e5f2-488e-acec-ae747bdaeda0, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:53:38.113563 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:38.115489 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-edd7761b-8fd3-4cb7-87b6-659b85e7b216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:53:38.145182 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413ef3c0-e5f2-488e-acec-ae747bdaeda0', 'code': 200} Dec 09 18:53:38.186747 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=413ef3c0-e5f2-488e-acec-ae747bdaeda0,revision_number=7']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:53:38.191518 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:53:39.024818 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac011a5-ef19-488a-b240-4447715597b1 req-902a9680-ea61-42dc-8e72-1181152c6bb8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:39.026280 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8ac011a5-ef19-488a-b240-4447715597b1 req-902a9680-ea61-42dc-8e72-1181152c6bb8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0899470 Dec 09 18:53:39.071532 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-8ac011a5-ef19-488a-b240-4447715597b1 req-fd04bece-99ae-457b-9f3b-d76d42db4400 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394711 Dec 09 18:53:40.379528 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fb7f1-6acd-442e-a051-8a902c583c2f req-2863ba76-dace-4724-8eeb-0f4bee961756 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:40.381696 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bb3fb7f1-6acd-442e-a051-8a902c583c2f req-2863ba76-dace-4724-8eeb-0f4bee961756 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.1884089 Dec 09 18:53:40.427287 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-bb3fb7f1-6acd-442e-a051-8a902c583c2f req-bae4e5dc-58d7-4bb0-8657-52afd4ed066d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398085 Dec 09 18:53:41.627852 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55e881-533e-4084-91d5-dcbc1981b240 req-70382407-fdba-41e8-8aea-273efc2f262c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:41.629303 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2e55e881-533e-4084-91d5-dcbc1981b240 req-70382407-fdba-41e8-8aea-273efc2f262c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0851302 Dec 09 18:53:41.681568 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-2e55e881-533e-4084-91d5-dcbc1981b240 req-4cc4005c-3625-443f-a0b5-dfdcf09045ae tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436103 Dec 09 18:53:42.902522 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73a93-0588-43da-946f-7746d06fa09f req-7234f818-01b8-4a4d-a216-e722c52dc213 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:42.904147 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e0f73a93-0588-43da-946f-7746d06fa09f req-7234f818-01b8-4a4d-a216-e722c52dc213 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0902369 Dec 09 18:53:42.950703 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e0f73a93-0588-43da-946f-7746d06fa09f req-6be4b201-181f-4570-989a-bfffc16edfb8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405335 Dec 09 18:53:44.166378 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df2981-5370-4a58-816b-cb745a02a0cf req-dfff455b-e177-4896-893c-92eb0cf0f60c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:44.168786 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-68df2981-5370-4a58-816b-cb745a02a0cf req-dfff455b-e177-4896-893c-92eb0cf0f60c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0889087 Dec 09 18:53:44.221004 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-68df2981-5370-4a58-816b-cb745a02a0cf req-c1dbd91c-92f0-4682-a868-39bdb994bb85 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460038 Dec 09 18:53:45.443106 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbde067-75b4-47e4-bb58-b9e9c80dd104 req-d277581f-2195-40a7-a5f5-b7dbfff411b1 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:45.444746 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4cbde067-75b4-47e4-bb58-b9e9c80dd104 req-d277581f-2195-40a7-a5f5-b7dbfff411b1 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.1048329 Dec 09 18:53:45.499650 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4cbde067-75b4-47e4-bb58-b9e9c80dd104 req-4f688dfa-1132-4805-98ca-2eaf496b92aa tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478041 Dec 09 18:53:46.709675 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acae72d-5a84-488f-b6d7-9ba8de1d868b req-def6409d-5930-4bf9-a937-00e39874eb2e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:46.712194 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0acae72d-5a84-488f-b6d7-9ba8de1d868b req-def6409d-5930-4bf9-a937-00e39874eb2e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0979855 Dec 09 18:53:46.755815 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-0acae72d-5a84-488f-b6d7-9ba8de1d868b req-7173822f-8a1c-4a71-a0a2-0d1576d0cc99 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386052 Dec 09 18:53:47.968370 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfcb6b-011a-4f92-bc5b-aa0bd7f7a118 req-76195cce-aadd-46f9-b4a3-f731e45b1866 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:47.969888 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-66cfcb6b-011a-4f92-bc5b-aa0bd7f7a118 req-76195cce-aadd-46f9-b4a3-f731e45b1866 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0897090 Dec 09 18:53:48.026306 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-66cfcb6b-011a-4f92-bc5b-aa0bd7f7a118 req-9e55baed-8020-430d-b38a-67bd3dec9e7e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505526 Dec 09 18:53:49.223315 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc6233-1a7f-46e3-bea7-bc5ad841cdad req-513351b4-6efc-40f6-87fd-9048cf3632d6 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:49.224671 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-83cc6233-1a7f-46e3-bea7-bc5ad841cdad req-513351b4-6efc-40f6-87fd-9048cf3632d6 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0883911 Dec 09 18:53:49.271085 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-83cc6233-1a7f-46e3-bea7-bc5ad841cdad req-52aad86d-5d39-4649-a8ed-d14a7d581946 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404229 Dec 09 18:53:50.265199 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-02e3c1b8-b0dd-4d58-9c9c-50d6e3c0d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:50.500979 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b8d02-6052-49b3-8fc7-4e13f29e60c9 req-939dd542-e982-4af0-a179-dd1f8e361b38 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:50.502478 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-af8b8d02-6052-49b3-8fc7-4e13f29e60c9 req-939dd542-e982-4af0-a179-dd1f8e361b38 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.1075656 Dec 09 18:53:50.555795 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-af8b8d02-6052-49b3-8fc7-4e13f29e60c9 req-4bb8bf77-0781-4b5a-8918-fc064c043059 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474706 Dec 09 18:53:51.274396 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:51.901829 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40349306-67ea-4e8d-9a51-0f6663796dee req-2dac9f70-d1f3-4631-b9d5-156206ce3b17 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:51.903305 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-40349306-67ea-4e8d-9a51-0f6663796dee req-2dac9f70-d1f3-4631-b9d5-156206ce3b17 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0819466 Dec 09 18:53:51.954724 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-40349306-67ea-4e8d-9a51-0f6663796dee req-8e1aaac5-4a46-4f67-b5da-59e047c69a92 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452428 Dec 09 18:53:52.595371 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a811292b-b139-429f-9fb7-691ff5190d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:53.150728 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8b7b1-7dc5-47a3-8537-03c68879d4cb req-aedfca99-9a24-465a-8720-ddea2c8d9614 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:53.152197 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b3e8b7b1-7dc5-47a3-8537-03c68879d4cb req-aedfca99-9a24-465a-8720-ddea2c8d9614 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0848496 Dec 09 18:53:53.198093 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b3e8b7b1-7dc5-47a3-8537-03c68879d4cb req-4998e0c4-04f8-46b5-9c7e-fba103facbad tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400281 Dec 09 18:53:54.045896 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:54.407029 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8985394-e999-4365-923a-3d7670076613 req-1c9c7400-2461-4853-b320-12141fabfbd6 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:54.409555 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a8985394-e999-4365-923a-3d7670076613 req-1c9c7400-2461-4853-b320-12141fabfbd6 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0949700 Dec 09 18:53:54.458257 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a8985394-e999-4365-923a-3d7670076613 req-c5d2c3b1-4eb7-4ec0-b8e9-d680b281091d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413516 Dec 09 18:53:55.287926 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:55.672347 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897fa05-7805-4638-b1f3-21eb3d36da5e req-4fb2c1bf-bdc4-465c-bbe3-0b31d608feaf tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:55.674760 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-1897fa05-7805-4638-b1f3-21eb3d36da5e req-4fb2c1bf-bdc4-465c-bbe3-0b31d608feaf tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0943325 Dec 09 18:53:55.739276 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-1897fa05-7805-4638-b1f3-21eb3d36da5e req-40e8c33d-042a-492e-ac51-e14c1bdc27c3 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591891 Dec 09 18:53:56.840674 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:53:56.933252 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979b94b-c9af-4ed2-9515-fafff756f07c req-5c68828b-a8f3-4abc-8313-444bc404f17d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:56.934669 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e979b94b-c9af-4ed2-9515-fafff756f07c req-5c68828b-a8f3-4abc-8313-444bc404f17d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0788124 Dec 09 18:53:56.980379 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e979b94b-c9af-4ed2-9515-fafff756f07c req-bdd40a16-bb8c-45a7-a5c2-ee9db059c277 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397615 Dec 09 18:53:57.405289 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472ce8b-7b28-40fb-b5ca-4a4843510a15 req-af19ac1f-5d2e-4271-bfff-873bdeb0bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:57.406732 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0472ce8b-7b28-40fb-b5ca-4a4843510a15 req-af19ac1f-5d2e-4271-bfff-873bdeb0bd1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9027b039a51b432086e827ba9a677b0a&device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 1098 time: 0.0777202 Dec 09 18:53:57.542516 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472ce8b-7b28-40fb-b5ca-4a4843510a15 req-232348d6-eea5-426b-81c5-fd887b6f7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:57.544374 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0472ce8b-7b28-40fb-b5ca-4a4843510a15 req-232348d6-eea5-426b-81c5-fd887b6f7055 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f HTTP/1.1" status: 200 len: 918 time: 0.1294069 Dec 09 18:53:57.655549 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0472ce8b-7b28-40fb-b5ca-4a4843510a15 req-ba7b9ded-fe52-4e17-bd6f-3009cf233e73 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0 HTTP/1.1" status: 200 len: 1001 time: 0.1038234 Dec 09 18:53:57.719583 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472ce8b-7b28-40fb-b5ca-4a4843510a15 req-8dae28f0-5899-4a51-b076-aea92fb95fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:57.721178 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0472ce8b-7b28-40fb-b5ca-4a4843510a15 req-8dae28f0-5899-4a51-b076-aea92fb95fe1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=792d62f6-b051-4e14-8de6-4007bf9e39aa HTTP/1.1" status: 200 len: 856 time: 0.0588479 Dec 09 18:53:57.799007 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472ce8b-7b28-40fb-b5ca-4a4843510a15 req-d1f04858-4e3c-45b6-913f-c9c082164599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:57.800448 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0472ce8b-7b28-40fb-b5ca-4a4843510a15 req-d1f04858-4e3c-45b6-913f-c9c082164599 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724640 Dec 09 18:53:57.932673 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0472ce8b-7b28-40fb-b5ca-4a4843510a15 req-2dd7981d-5e53-4a34-954e-e624f98c1f2f service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241570 Dec 09 18:53:58.064889 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-0472ce8b-7b28-40fb-b5ca-4a4843510a15 req-58215790-58f7-4964-9cdd-936c9d38016c service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263080 Dec 09 18:53:58.174365 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba71be0-03d6-402f-9807-d236b00757bd req-5e0bb6e9-94d0-4be5-8e21-6556a45ae998 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:58.175850 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2ba71be0-03d6-402f-9807-d236b00757bd req-5e0bb6e9-94d0-4be5-8e21-6556a45ae998 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0840998 Dec 09 18:53:58.222254 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2ba71be0-03d6-402f-9807-d236b00757bd req-39857be1-e58c-4799-ad1c-4b0cd723cb9c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404348 Dec 09 18:53:59.438476 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133249a8-649a-4a8d-ba63-8dea943b4d23 req-5f6b605d-a3df-4a3e-89f8-98f402e02f3b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:53:59.439946 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-133249a8-649a-4a8d-ba63-8dea943b4d23 req-5f6b605d-a3df-4a3e-89f8-98f402e02f3b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 945 time: 0.0885215 Dec 09 18:53:59.488330 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-133249a8-649a-4a8d-ba63-8dea943b4d23 req-71972e7a-5864-40b2-b247-5a95928ae2f0 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395951 Dec 09 18:53:59.984316 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 413ef3c0-e5f2-488e-acec-ae747bdaeda0 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:54:00.100279 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:00.127359 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413ef3c0-e5f2-488e-acec-ae747bdaeda0'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:54:00.137361 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 413ef3c0-e5f2-488e-acec-ae747bdaeda0, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:54:00.143958 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:00.148517 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:54:00.179464 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413ef3c0-e5f2-488e-acec-ae747bdaeda0', 'code': 200} Dec 09 18:54:00.216562 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=413ef3c0-e5f2-488e-acec-ae747bdaeda0,revision_number=8']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:54:00.219734 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:54:00.684942 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051898fb-82c7-41ea-b53d-903e7e9404fd req-ec9e4b56-cbf7-4719-9888-20adb42bbed6 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:00.686364 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-051898fb-82c7-41ea-b53d-903e7e9404fd req-ec9e4b56-cbf7-4719-9888-20adb42bbed6 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0862498 Dec 09 18:54:00.736286 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-051898fb-82c7-41ea-b53d-903e7e9404fd req-67911676-ca5f-4d4b-96cd-b9adda3fe46b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419168 Dec 09 18:54:01.515571 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:54:03.391733 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d9b5f-dcda-440f-b0cd-64be8defd57d req-3d23b5fc-c0b4-423e-afe2-a048ab7cc3de tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:03.393537 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d78d9b5f-dcda-440f-b0cd-64be8defd57d req-3d23b5fc-c0b4-423e-afe2-a048ab7cc3de tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0831165 Dec 09 18:54:03.436711 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-d78d9b5f-dcda-440f-b0cd-64be8defd57d req-581822b8-942d-4bcd-9e04-28e28577902a tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376315 Dec 09 18:54:03.679179 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 50892) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:54:03.807345 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-11fc81cf-f9b0-4c58-af2c-8ff10231cb8c req-ac7f885f-1c41-4ccd-8fbd-cb0a6263d34c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1265981 Dec 09 18:54:04.009547 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 413ef3c0-e5f2-488e-acec-ae747bdaeda0 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:54:04.632758 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43958f4-d3e1-4b39-95a1-fd6246847e17 req-b18ae742-f534-4cb4-8b87-fa52c890f6ff tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:04.634178 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e43958f4-d3e1-4b39-95a1-fd6246847e17 req-b18ae742-f534-4cb4-8b87-fa52c890f6ff tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0884008 Dec 09 18:54:04.680654 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e43958f4-d3e1-4b39-95a1-fd6246847e17 req-d6138bf4-cec1-4389-8b60-c43c64267e9e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381556 Dec 09 18:54:04.787251 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc81cf-f9b0-4c58-af2c-8ff10231cb8c req-c354cc5c-bc84-4147-9712-601829e70f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:04.788713 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11fc81cf-f9b0-4c58-af2c-8ff10231cb8c req-c354cc5c-bc84-4147-9712-601829e70f62 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00&tenant_id=9027b039a51b432086e827ba9a677b0a HTTP/1.1" status: 200 len: 1096 time: 0.0731480 Dec 09 18:54:04.992863 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc81cf-f9b0-4c58-af2c-8ff10231cb8c req-b09b105e-3519-4bf5-bd56-49e519ee6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:04.994230 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11fc81cf-f9b0-4c58-af2c-8ff10231cb8c req-b09b105e-3519-4bf5-bd56-49e519ee6191 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9027b039a51b432086e827ba9a677b0a&device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 1096 time: 0.1696997 Dec 09 18:54:05.148739 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc81cf-f9b0-4c58-af2c-8ff10231cb8c req-f47ff1bb-448d-4a6b-a25f-e829e1de62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:05.150358 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11fc81cf-f9b0-4c58-af2c-8ff10231cb8c req-f47ff1bb-448d-4a6b-a25f-e829e1de62f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f HTTP/1.1" status: 200 len: 918 time: 0.1487799 Dec 09 18:54:05.268481 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11fc81cf-f9b0-4c58-af2c-8ff10231cb8c req-70ff3986-393f-4f4c-bbf0-c3d74e81a3cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0 HTTP/1.1" status: 200 len: 999 time: 0.1109447 Dec 09 18:54:05.333391 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc81cf-f9b0-4c58-af2c-8ff10231cb8c req-20350d73-7c8d-452e-b7ec-26bb4c7fb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:05.334874 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11fc81cf-f9b0-4c58-af2c-8ff10231cb8c req-20350d73-7c8d-452e-b7ec-26bb4c7fb595 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=792d62f6-b051-4e14-8de6-4007bf9e39aa HTTP/1.1" status: 200 len: 856 time: 0.0598943 Dec 09 18:54:05.418995 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc81cf-f9b0-4c58-af2c-8ff10231cb8c req-458ba12b-92b3-4ee2-91de-7fd4624cd441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:05.420459 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11fc81cf-f9b0-4c58-af2c-8ff10231cb8c req-458ba12b-92b3-4ee2-91de-7fd4624cd441 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785153 Dec 09 18:54:05.565073 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11fc81cf-f9b0-4c58-af2c-8ff10231cb8c req-8f724063-cfb8-4be9-87fa-c67663ba8658 service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358719 Dec 09 18:54:05.699853 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-11fc81cf-f9b0-4c58-af2c-8ff10231cb8c req-34c9b7bd-ab37-43c5-a980-6b15afa99ee7 service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281402 Dec 09 18:54:05.875594 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4560f-9f77-41a4-972c-0c86c1ab7b43 req-5a690c40-3ca8-4400-8c7e-38c1791af204 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:05.877068 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-aab4560f-9f77-41a4-972c-0c86c1ab7b43 req-5a690c40-3ca8-4400-8c7e-38c1791af204 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0876160 Dec 09 18:54:05.921607 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-aab4560f-9f77-41a4-972c-0c86c1ab7b43 req-094af45e-9635-49b5-b9c8-c367459b5bbf tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387444 Dec 09 18:54:07.122303 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b35fa-d3f2-4bca-97b3-c44d33e29b1b req-8d96cb35-5222-4060-ad5c-8672026b3acd tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:07.123695 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-209b35fa-d3f2-4bca-97b3-c44d33e29b1b req-8d96cb35-5222-4060-ad5c-8672026b3acd tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0837841 Dec 09 18:54:07.178845 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-209b35fa-d3f2-4bca-97b3-c44d33e29b1b req-c3bbb534-9014-4e53-abf3-52b21b542fa2 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485151 Dec 09 18:54:08.381821 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fd534-5304-4dda-881b-79244ee7f387 req-a17a1e10-7207-4138-87a9-e119aa7c0a01 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:08.383417 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-028fd534-5304-4dda-881b-79244ee7f387 req-a17a1e10-7207-4138-87a9-e119aa7c0a01 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0862322 Dec 09 18:54:08.429635 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-028fd534-5304-4dda-881b-79244ee7f387 req-50ea56fb-e0ae-4754-8f28-6a597635eacc tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403981 Dec 09 18:54:09.630338 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895c1d-a477-445c-8314-88682f4aee0b req-edbc4ec6-9c31-42e1-b5eb-042cf55d956c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:09.632571 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ed895c1d-a477-445c-8314-88682f4aee0b req-edbc4ec6-9c31-42e1-b5eb-042cf55d956c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0891533 Dec 09 18:54:09.682780 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ed895c1d-a477-445c-8314-88682f4aee0b req-64dc713d-9893-4b51-b48f-f1cc0b217abf tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443914 Dec 09 18:54:10.883855 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3282ed7-9978-404f-acd0-17b7973b1eca req-9b256150-386f-45c7-9d63-205dfd9b8104 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:10.885343 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c3282ed7-9978-404f-acd0-17b7973b1eca req-9b256150-386f-45c7-9d63-205dfd9b8104 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0850556 Dec 09 18:54:10.931289 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c3282ed7-9978-404f-acd0-17b7973b1eca req-118d6512-84a7-4bb0-b4cb-496ba1c61596 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400555 Dec 09 18:54:12.124663 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae49db-e0b0-457d-91b7-6945ea9dae98 req-4f558ac8-4b57-4aa0-bd13-49816c22e0c5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:12.126050 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-adae49db-e0b0-457d-91b7-6945ea9dae98 req-4f558ac8-4b57-4aa0-bd13-49816c22e0c5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0822041 Dec 09 18:54:12.173650 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-adae49db-e0b0-457d-91b7-6945ea9dae98 req-e334676f-090e-4f34-86a3-64e23e70e849 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407979 Dec 09 18:54:13.386013 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac26fe8-b32b-433e-9749-2e5ce9b35e13 req-153cb997-9396-40bd-bccd-e919f2345e8e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:13.387496 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5ac26fe8-b32b-433e-9749-2e5ce9b35e13 req-153cb997-9396-40bd-bccd-e919f2345e8e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0911601 Dec 09 18:54:13.433344 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5ac26fe8-b32b-433e-9749-2e5ce9b35e13 req-1b200b8d-ff9f-410a-9309-675fd01c6465 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399325 Dec 09 18:54:14.644308 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5971b0c-16b6-40ba-9900-bfe4a12b8be3 req-9985c978-ba0b-46e6-ac62-c0421fc4ad95 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:14.645831 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d5971b0c-16b6-40ba-9900-bfe4a12b8be3 req-9985c978-ba0b-46e6-ac62-c0421fc4ad95 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0968256 Dec 09 18:54:14.693409 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d5971b0c-16b6-40ba-9900-bfe4a12b8be3 req-8e2832ad-d1e7-4fe5-bec4-32ce12d2353f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414169 Dec 09 18:54:15.898515 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3e189-7745-4cb7-81f4-277d9fd4cc33 req-c26890ec-1c20-41dc-b482-27ca27b9784d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:15.900032 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4fa3e189-7745-4cb7-81f4-277d9fd4cc33 req-c26890ec-1c20-41dc-b482-27ca27b9784d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0914986 Dec 09 18:54:15.951117 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4fa3e189-7745-4cb7-81f4-277d9fd4cc33 req-11a79e9a-7436-4480-8265-cbeed0155f0b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452938 Dec 09 18:54:17.145894 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7063af-2901-4f51-b8ba-28c1a2fff29b req-ddb77017-07d6-4c54-a539-f5a23c5c89cb tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:17.147565 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ad7063af-2901-4f51-b8ba-28c1a2fff29b req-ddb77017-07d6-4c54-a539-f5a23c5c89cb tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0836949 Dec 09 18:54:17.196581 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ad7063af-2901-4f51-b8ba-28c1a2fff29b req-8bfadaa6-bcb2-4b54-8940-c98485a013a1 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430527 Dec 09 18:54:18.394325 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9848d-9d0e-4dcc-8d21-22a07f1db608 req-c41ee4ce-f639-453a-91ac-d647d6e3f307 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:18.395839 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5dd9848d-9d0e-4dcc-8d21-22a07f1db608 req-c41ee4ce-f639-453a-91ac-d647d6e3f307 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0839436 Dec 09 18:54:18.442975 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5dd9848d-9d0e-4dcc-8d21-22a07f1db608 req-e4728f5f-7197-4277-989d-1b503a3e632e tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409896 Dec 09 18:54:19.657626 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe08205-029f-4bec-9173-0eb8c73e6c9f req-3f16dae3-2d05-4801-b70c-98dd4867e348 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:19.657626 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7fe08205-029f-4bec-9173-0eb8c73e6c9f req-3f16dae3-2d05-4801-b70c-98dd4867e348 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0852976 Dec 09 18:54:19.703617 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7fe08205-029f-4bec-9173-0eb8c73e6c9f req-dc5ec607-9df4-475f-a42e-6af364d2992f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402870 Dec 09 18:54:20.268077 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-cc9dc249-e012-449a-afb6-f6db8c70be35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:20.917055 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc445752-23ef-4bde-a4a8-3dfa59ff7ff2 req-5ce23a1f-ec0e-4184-acde-be02b9b82d02 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:20.918502 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-bc445752-23ef-4bde-a4a8-3dfa59ff7ff2 req-5ce23a1f-ec0e-4184-acde-be02b9b82d02 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0873079 Dec 09 18:54:21.042403 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-bc445752-23ef-4bde-a4a8-3dfa59ff7ff2 req-76c0bb61-8a76-42f9-b001-18dae820990d tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179943 Dec 09 18:54:21.274122 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:22.263702 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576f883-a8b5-480a-9a07-ef4b42a0af16 req-8e7be914-723e-471b-bc3f-e34b7b7a693c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:22.265128 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4576f883-a8b5-480a-9a07-ef4b42a0af16 req-8e7be914-723e-471b-bc3f-e34b7b7a693c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0920303 Dec 09 18:54:22.307913 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4576f883-a8b5-480a-9a07-ef4b42a0af16 req-204d59c0-7ab4-4d5d-a88d-ab76305974c8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371525 Dec 09 18:54:22.592261 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-f75bbb1d-1eb8-4434-aeb3-b50aa9bc12f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:23.524772 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745cce5-d2b0-4e26-8aba-80578434459f req-ee8f26e4-ac86-4cfa-848c-b8e72a3b6c7c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:23.526719 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f745cce5-d2b0-4e26-8aba-80578434459f req-ee8f26e4-ac86-4cfa-848c-b8e72a3b6c7c tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.1006775 Dec 09 18:54:23.583834 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f745cce5-d2b0-4e26-8aba-80578434459f req-fe7a37f0-b87e-4d94-998e-43ba5836b8b2 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503442 Dec 09 18:54:24.049678 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:24.845572 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2aa7ab-5017-468c-bc3c-edf4da9de626 req-06374250-dc7d-472b-aa7b-959981604055 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:24.847272 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-cf2aa7ab-5017-468c-bc3c-edf4da9de626 req-06374250-dc7d-472b-aa7b-959981604055 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0871937 Dec 09 18:54:24.899969 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-cf2aa7ab-5017-468c-bc3c-edf4da9de626 req-3ccd2ef9-4425-47d5-9341-8f147df2b27f tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431762 Dec 09 18:54:25.291646 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:26.110266 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6313d07-1b6b-415d-950c-0cea3db5d248 req-cb34ce9e-5175-401c-a3c1-a4d3e04dfacd tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:26.111630 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e6313d07-1b6b-415d-950c-0cea3db5d248 req-cb34ce9e-5175-401c-a3c1-a4d3e04dfacd tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 943 time: 0.0922310 Dec 09 18:54:26.131620 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 413ef3c0-e5f2-488e-acec-ae747bdaeda0 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:54:26.158179 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e6313d07-1b6b-415d-950c-0cea3db5d248 req-50773c94-b08c-4023-9dcb-9d0ce4e5ccdb tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378468 Dec 09 18:54:26.263818 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 413ef3c0-e5f2-488e-acec-ae747bdaeda0, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:54:26.276607 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': '413ef3c0-e5f2-488e-acec-ae747bdaeda0', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'port_id': '413ef3c0-e5f2-488e-acec-ae747bdaeda0', 'mac_address': 'fa:16:3e:7b:8b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:54:26.341143 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:26.358492 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413ef3c0-e5f2-488e-acec-ae747bdaeda0 {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:54:26.374951 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 413ef3c0-e5f2-488e-acec-ae747bdaeda0, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:54:26.380520 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:26.382381 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:54:26.446963 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=413ef3c0-e5f2-488e-acec-ae747bdaeda0,revision_number=9']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:54:26.458423 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:54:26.458979 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:54:26.459391 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:54:26.459919 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:54:26.460389 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:54:26.460877 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:54:26.461358 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:54:26.461822 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:54:26.462284 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:54:26.462753 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:54:26.463241 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:54:26.463742 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:54:26.469464 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:54:26.757529 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['413ef3c0-e5f2-488e-acec-ae747bdaeda0'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:54:26.852600 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:27.372307 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18530c74-2d1c-4d00-95f4-097580289fcf req-b065e822-118d-4627-9e28-71bb502c32b1 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:27.373748 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-18530c74-2d1c-4d00-95f4-097580289fcf req-b065e822-118d-4627-9e28-71bb502c32b1 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 944 time: 0.0884159 Dec 09 18:54:27.424422 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-18530c74-2d1c-4d00-95f4-097580289fcf req-a44ad062-31af-4ec2-89b5-873fe40a35af tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420525 Dec 09 18:54:28.138256 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 413ef3c0-e5f2-488e-acec-ae747bdaeda0 up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:54:28.210524 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port 413ef3c0-e5f2-488e-acec-ae747bdaeda0 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:54:28.210917 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:28.354720 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:28.385058 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413ef3c0-e5f2-488e-acec-ae747bdaeda0'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:54:28.397727 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 413ef3c0-e5f2-488e-acec-ae747bdaeda0, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:54:28.402963 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:28.406063 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:54:28.443574 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413ef3c0-e5f2-488e-acec-ae747bdaeda0', 'code': 200} Dec 09 18:54:28.479252 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=413ef3c0-e5f2-488e-acec-ae747bdaeda0,revision_number=10']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:54:28.482331 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:54:28.616426 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca24db-f01f-4d9a-9ad2-939b1b0a8f69 req-3943b66e-dcc7-458b-b2c5-467e4c8f2a4b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:28.617885 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-30ca24db-f01f-4d9a-9ad2-939b1b0a8f69 req-3943b66e-dcc7-458b-b2c5-467e4c8f2a4b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 946 time: 0.0804031 Dec 09 18:54:28.805559 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-30ca24db-f01f-4d9a-9ad2-939b1b0a8f69 req-69207095-e552-4d31-8339-2ee88ae823cf tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795533 Dec 09 18:54:28.825857 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733e449-efa8-4c72-bb35-91242a09c429 req-dbc17238-35e5-455c-a929-8f19b47325d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:28.825857 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2733e449-efa8-4c72-bb35-91242a09c429 req-dbc17238-35e5-455c-a929-8f19b47325d8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 1099 time: 0.1845639 Dec 09 18:54:28.863914 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2733e449-efa8-4c72-bb35-91242a09c429 req-8d64e6a5-d89d-40fc-ab53-46ef71b3f7d3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340397 Dec 09 18:54:30.021852 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e5729-8045-498d-a6b6-67c374fbaa31 req-8fb3b580-5ee1-4d5d-b6a1-b8277877deb5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:30.023326 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3a8e5729-8045-498d-a6b6-67c374fbaa31 req-8fb3b580-5ee1-4d5d-b6a1-b8277877deb5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 946 time: 0.1036570 Dec 09 18:54:30.082166 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3a8e5729-8045-498d-a6b6-67c374fbaa31 req-629a15eb-7529-4e44-93c8-14c2c55371d1 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529666 Dec 09 18:54:30.566911 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f80a1c-a4b6-4bde-ba48-bfda62863627 req-e217e4cb-ac03-4c8c-bdbb-de874d69aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:30.568376 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-04f80a1c-a4b6-4bde-ba48-bfda62863627 req-e217e4cb-ac03-4c8c-bdbb-de874d69aac6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9027b039a51b432086e827ba9a677b0a&device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 1099 time: 0.0740395 Dec 09 18:54:30.713502 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f80a1c-a4b6-4bde-ba48-bfda62863627 req-5d4be90a-10c2-48b1-a6dc-39b6d03fe252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:30.714965 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-04f80a1c-a4b6-4bde-ba48-bfda62863627 req-5d4be90a-10c2-48b1-a6dc-39b6d03fe252 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f HTTP/1.1" status: 200 len: 918 time: 0.1267891 Dec 09 18:54:30.817558 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-04f80a1c-a4b6-4bde-ba48-bfda62863627 req-2ffc3007-d30a-4e55-aa8e-86f94dd64134 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0 HTTP/1.1" status: 200 len: 1001 time: 0.0957003 Dec 09 18:54:30.880119 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f80a1c-a4b6-4bde-ba48-bfda62863627 req-182146c5-13c2-45ce-9509-a2ddb675e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:30.881452 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-04f80a1c-a4b6-4bde-ba48-bfda62863627 req-182146c5-13c2-45ce-9509-a2ddb675e9dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=792d62f6-b051-4e14-8de6-4007bf9e39aa HTTP/1.1" status: 200 len: 856 time: 0.0574372 Dec 09 18:54:30.956554 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f80a1c-a4b6-4bde-ba48-bfda62863627 req-2fdd0f33-8cd4-4fde-923d-61716903e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:30.958016 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-04f80a1c-a4b6-4bde-ba48-bfda62863627 req-2fdd0f33-8cd4-4fde-923d-61716903e9f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691755 Dec 09 18:54:31.093856 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-04f80a1c-a4b6-4bde-ba48-bfda62863627 req-f21f811c-7a23-45cd-b2b4-37dc8c1aaf3d service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285679 Dec 09 18:54:31.276326 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-04f80a1c-a4b6-4bde-ba48-bfda62863627 req-00bec78d-cd42-44d7-bfe8-fd369a35f23a service neutron] 10.222.0.10 "GET /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756420 Dec 09 18:54:31.309438 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6df45-0f6b-4298-a530-e6ef28064d63 req-bf23bd8a-5891-4135-b2d9-4150b670ede5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:54:31.311604 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-85f6df45-0f6b-4298-a530-e6ef28064d63 req-bf23bd8a-5891-4135-b2d9-4150b670ede5 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 946 time: 0.1130667 Dec 09 18:54:31.363964 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-85f6df45-0f6b-4298-a530-e6ef28064d63 req-cc13a322-470a-4ba2-94b2-414055f98f58 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465820 Dec 09 18:54:38.520786 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:54:50.274650 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-bff9e375-2fe4-41e7-879e-86fd4ab3f565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:51.275773 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:52.606170 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-7b1d4eab-801e-4e62-a6a3-b6ae28f2dce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:54.060268 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:55.299355 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:54:56.850138 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:12.652370 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 51034) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:12.967362 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Deleting port 54da65af-5f7a-41c7-8c56-1c633bb1bef1 {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:12.967603 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:13.141149 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:13.141425 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:13.272750 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Calling delete_port for 54da65af-5f7a-41c7-8c56-1c633bb1bef1 owned by network:floatingip {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:13.526625 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:13.532179 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:13.581084 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Pushing event deleted for resources: {'Port': ['ID=54da65af-5f7a-41c7-8c56-1c633bb1bef1,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:13.617394 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:13.617799 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:13.618165 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:13.618521 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:13.618915 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:13.619405 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:13.619817 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:13.620164 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:13.620559 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:13.620933 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:13.621277 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:13.621623 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:13.628728 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:13.684523 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for floatingip, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:13.685205 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.l3_db [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Floating IP 8038f925-b9b9-48df-b722-96571afec2bd disassociated (deleted). External IP: 172.28.2.201, port: 490cf9b6-841b-4242-bd39-7bce7b6c0027. Dec 09 18:55:14.051275 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Router 22df6528-b950-4c36-986e-92279d1e001a has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:55:14.226466 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:55:14.236260 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46283e6-726f-4cc3-ad66-17cf7e9a8e51 None None] Sync routers for ids ['22df6528-b950-4c36-986e-92279d1e001a'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:55:14.247807 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46283e6-726f-4cc3-ad66-17cf7e9a8e51 None None] Routers {'22df6528-b950-4c36-986e-92279d1e001a'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:55:14.248649 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-c46283e6-726f-4cc3-ad66-17cf7e9a8e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:54:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['22df6528-b950-4c36-986e-92279d1e001a'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:14.256910 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for floatingip, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:14.316723 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "DELETE /v2.0/floatingips/8038f925-b9b9-48df-b722-96571afec2bd HTTP/1.1" status: 204 len: 168 time: 1.6631410 Dec 09 18:55:14.317380 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31542c19-34df-4aed-8078-8d11d2cbe025', 'tag': '490cf9b6-841b-4242-bd39-7bce7b6c0027'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:55:14.372181 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31542c19-34df-4aed-8078-8d11d2cbe025', 'tag': '490cf9b6-841b-4242-bd39-7bce7b6c0027', 'status': 'completed', 'code': 200} Dec 09 18:55:14.430540 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-c46283e6-726f-4cc3-ad66-17cf7e9a8e51 None None] Set router 22df6528-b950-4c36-986e-92279d1e001a gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:55:14.480147 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e2d00-bf90-4223-8347-7b30d4c3281d req-4a388d7b-1522-4108-bc12-14848e9e5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:14.481671 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-101e2d00-bf90-4223-8347-7b30d4c3281d req-4a388d7b-1522-4108-bc12-14848e9e5178 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f818fcae35e4fa1b59695a47b5c2215&device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 1098 time: 0.0733902 Dec 09 18:55:14.616800 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e2d00-bf90-4223-8347-7b30d4c3281d req-e2b78bd2-dd43-452a-b5ec-f27e53e4daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:14.618375 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-101e2d00-bf90-4223-8347-7b30d4c3281d req-e2b78bd2-dd43-452a-b5ec-f27e53e4daa0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 HTTP/1.1" status: 200 len: 910 time: 0.1300788 Dec 09 18:55:14.723203 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-101e2d00-bf90-4223-8347-7b30d4c3281d req-3e3a52cd-aef1-47af-9dd3-4f2e8cc2c57e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027 HTTP/1.1" status: 200 len: 217 time: 0.0655699 Dec 09 18:55:14.770249 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-c46283e6-726f-4cc3-ad66-17cf7e9a8e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22df6528-b950-4c36-986e-92279d1e001a', 'name': 'tempest-TestShelveInstance-1148904785-router', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:44Z', 'updated_at': '2021-12-09T18:48:49Z', 'revision_number': 4, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'gw_port': {'id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:45Z', 'updated_at': '2021-12-09T18:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '556ec4c3-9297-47ae-8904-548ee3bfdf28', 'name': '', 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'mac_address': 'fa:16:3e:18:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:48Z', 'updated_at': '2021-12-09T18:49:00Z', 'revision_number': 5, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'subnets': [{'id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:14.774480 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46283e6-726f-4cc3-ad66-17cf7e9a8e51 None None] Checking router: 22df6528-b950-4c36-986e-92279d1e001a for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:55:14.784387 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46283e6-726f-4cc3-ad66-17cf7e9a8e51 None None] Routers {'22df6528-b950-4c36-986e-92279d1e001a'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:55:14.785038 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-c46283e6-726f-4cc3-ad66-17cf7e9a8e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:54:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['22df6528-b950-4c36-986e-92279d1e001a'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:14.797822 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e2d00-bf90-4223-8347-7b30d4c3281d req-87358d33-f28f-44c9-a960-de09340ea4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:14.799261 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-101e2d00-bf90-4223-8347-7b30d4c3281d req-87358d33-f28f-44c9-a960-de09340ea4c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7fbd6dd5-9e11-4716-a177-a91e3d202bcc HTTP/1.1" status: 200 len: 848 time: 0.0684888 Dec 09 18:55:14.813180 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910ae42-b2ad-4006-92f5-c3e1fee01353 req-4999b4fd-2cfd-45c4-9e4e-ec6152dd6381 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:14.813835 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-6910ae42-b2ad-4006-92f5-c3e1fee01353 req-4999b4fd-2cfd-45c4-9e4e-ec6152dd6381 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Synchronizing usage tracker for tenant:4f818fcae35e4fa1b59695a47b5c2215 on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:55:14.880519 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-6910ae42-b2ad-4006-92f5-c3e1fee01353 req-4999b4fd-2cfd-45c4-9e4e-ec6152dd6381 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Unset dirty status for tenant:4f818fcae35e4fa1b59695a47b5c2215 on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:55:14.881662 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6910ae42-b2ad-4006-92f5-c3e1fee01353 req-4999b4fd-2cfd-45c4-9e4e-ec6152dd6381 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.2619123 Dec 09 18:55:14.935200 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6910ae42-b2ad-4006-92f5-c3e1fee01353 req-2730854a-7f51-4543-afea-b5d0f5c8fd96 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458305 Dec 09 18:55:14.937074 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e2d00-bf90-4223-8347-7b30d4c3281d req-8a2dd8e6-3786-49db-b982-b8a68485af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:14.938404 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-101e2d00-bf90-4223-8347-7b30d4c3281d req-8a2dd8e6-3786-49db-b982-b8a68485af51 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1220083 Dec 09 18:55:14.971272 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-c46283e6-726f-4cc3-ad66-17cf7e9a8e51 None None] Set router 22df6528-b950-4c36-986e-92279d1e001a gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:55:15.174846 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-101e2d00-bf90-4223-8347-7b30d4c3281d req-e2a6168c-45df-4c95-8c67-541605014c27 service neutron] 10.222.0.10 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274673 Dec 09 18:55:15.289132 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-c46283e6-726f-4cc3-ad66-17cf7e9a8e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22df6528-b950-4c36-986e-92279d1e001a', 'name': 'tempest-TestShelveInstance-1148904785-router', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:44Z', 'updated_at': '2021-12-09T18:48:49Z', 'revision_number': 4, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'gw_port': {'id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:45Z', 'updated_at': '2021-12-09T18:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '556ec4c3-9297-47ae-8904-548ee3bfdf28', 'name': '', 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'mac_address': 'fa:16:3e:18:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:48Z', 'updated_at': '2021-12-09T18:49:00Z', 'revision_number': 5, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'subnets': [{'id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:15.293400 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46283e6-726f-4cc3-ad66-17cf7e9a8e51 None None] The sync data for ids ['22df6528-b950-4c36-986e-92279d1e001a'] in dv-cinder-819346-1-smb is: [{'id': '22df6528-b950-4c36-986e-92279d1e001a', 'name': 'tempest-TestShelveInstance-1148904785-router', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:44Z', 'updated_at': '2021-12-09T18:48:49Z', 'revision_number': 4, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'gw_port': {'id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:45Z', 'updated_at': '2021-12-09T18:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '556ec4c3-9297-47ae-8904-548ee3bfdf28', 'name': '', 'network_id': 'd5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'mac_address': 'fa:16:3e:18:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:48Z', 'updated_at': '2021-12-09T18:49:00Z', 'revision_number': 5, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'subnets': [{'id': '7fbd6dd5-9e11-4716-a177-a91e3d202bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:55:15.322453 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-101e2d00-bf90-4223-8347-7b30d4c3281d req-7e7ae87d-d047-493d-a56c-8e2bf5d1d4a7 service neutron] 10.222.0.10 "GET /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394048 Dec 09 18:55:15.516390 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059509ff-8ed8-4226-82cc-4abd2759909d None None] New status for floating IP 8038f925-b9b9-48df-b722-96571afec2bd: DOWN {{(pid=86804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 18:55:15.579653 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:55:16.132778 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334a5e2-24ee-4b2b-89c1-858ce2e3bfba req-23bdc34d-80ad-48d9-bd67-03b99903d323 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:16.134126 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a334a5e2-24ee-4b2b-89c1-858ce2e3bfba req-23bdc34d-80ad-48d9-bd67-03b99903d323 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0865271 Dec 09 18:55:16.179694 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-a334a5e2-24ee-4b2b-89c1-858ce2e3bfba req-8aa41108-082d-4f66-b8d2-35e3d8385d67 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6117072-238e-4a6b-99d2-06ed034c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398004 Dec 09 18:55:16.361164 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6360e41-20bf-4828-8e5b-08c11f088dee req-433128b1-877a-413c-95c2-4f2ac5c10cd0 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:16.362584 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b6360e41-20bf-4828-8e5b-08c11f088dee req-433128b1-877a-413c-95c2-4f2ac5c10cd0 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.10 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 945 time: 0.0915639 Dec 09 18:55:16.439712 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-b6360e41-20bf-4828-8e5b-08c11f088dee req-1de3c5cb-5495-4a3d-9491-0f4d1720d401 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Deleting port 490cf9b6-841b-4242-bd39-7bce7b6c0027 {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:16.439922 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b6360e41-20bf-4828-8e5b-08c11f088dee req-1de3c5cb-5495-4a3d-9491-0f4d1720d401 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:16.689949 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-b6360e41-20bf-4828-8e5b-08c11f088dee req-1de3c5cb-5495-4a3d-9491-0f4d1720d401 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] For port 490cf9b6-841b-4242-bd39-7bce7b6c0027, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=490cf9b6-841b-4242-bd39-7bce7b6c0027,segment=NetworkSegment(f06199a9-1fdd-4169-9a28-4eaee6837c5e),segment_id=f06199a9-1fdd-4169-9a28-4eaee6837c5e)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:16.690194 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b6360e41-20bf-4828-8e5b-08c11f088dee req-1de3c5cb-5495-4a3d-9491-0f4d1720d401 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:16.818507 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-b6360e41-20bf-4828-8e5b-08c11f088dee req-1de3c5cb-5495-4a3d-9491-0f4d1720d401 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Calling delete_port for 490cf9b6-841b-4242-bd39-7bce7b6c0027 owned by compute:nova {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:16.966067 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b6360e41-20bf-4828-8e5b-08c11f088dee req-1de3c5cb-5495-4a3d-9491-0f4d1720d401 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:16.975247 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:17.027948 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3c5cb-5495-4a3d-9491-0f4d1720d401 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Pushing event deleted for resources: {'Port': ['ID=490cf9b6-841b-4242-bd39-7bce7b6c0027,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:17.030443 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-1de3c5cb-5495-4a3d-9491-0f4d1720d401 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:17.105138 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6360e41-20bf-4828-8e5b-08c11f088dee req-1de3c5cb-5495-4a3d-9491-0f4d1720d401 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] No DVR routers for this DVR port 490cf9b6-841b-4242-bd39-7bce7b6c0027 on host hv-cinder-81934 {{(pid=86801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:55:17.107783 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b6360e41-20bf-4828-8e5b-08c11f088dee req-1de3c5cb-5495-4a3d-9491-0f4d1720d401 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:17.110514 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31542c19-34df-4aed-8078-8d11d2cbe025', 'name': 'network-vif-deleted', 'tag': '490cf9b6-841b-4242-bd39-7bce7b6c0027'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:55:17.128493 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b6360e41-20bf-4828-8e5b-08c11f088dee req-1de3c5cb-5495-4a3d-9491-0f4d1720d401 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.10 "DELETE /v2.0/ports/490cf9b6-841b-4242-bd39-7bce7b6c0027 HTTP/1.1" status: 204 len: 173 time: 0.7581520 Dec 09 18:55:17.156034 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31542c19-34df-4aed-8078-8d11d2cbe025', 'name': 'network-vif-deleted', 'tag': '490cf9b6-841b-4242-bd39-7bce7b6c0027', 'status': 'completed', 'code': 200} Dec 09 18:55:17.343412 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3bcec4e7-2480-43b0-8f97-e8161b815138 req-ced995fa-22b2-4fe8-bd1f-93b94d0c532e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "GET /v2.0/ports?device_id=31542c19-34df-4aed-8078-8d11d2cbe025 HTTP/1.1" status: 200 len: 210 time: 0.0456765 Dec 09 18:55:18.452762 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51054) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:18.521460 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:18.550820 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:18.626141 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:18.630983 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f80c0ad5-f76b-4fc6-a511-3a53da14166e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:18.648598 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6117072-238e-4a6b-99d2-06ed034c05cc,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:18.659147 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:18.659530 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:18.659887 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:18.660246 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:18.660606 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:18.660961 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:18.661312 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:18.661663 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:18.662023 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:18.662378 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:18.662778 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:18.663129 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:18.666884 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:18.669013 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:18.670127 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] 10.222.0.20 "DELETE /v2.0/security-groups/e6117072-238e-4a6b-99d2-06ed034c05cc HTTP/1.1" status: 204 len: 168 time: 0.2164099 Dec 09 18:55:18.718880 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51062) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:19.357295 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c9c3e79-ee7c-4a18-b685-011c50fc6b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-134115999'] for router_interface, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:19.694170 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c3e79-ee7c-4a18-b685-011c50fc6b93 admin admin] Deleting port 556ec4c3-9297-47ae-8904-548ee3bfdf28 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:19.694876 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c9c3e79-ee7c-4a18-b685-011c50fc6b93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:19.970210 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [None req-8c9c3e79-ee7c-4a18-b685-011c50fc6b93 admin admin] For port 556ec4c3-9297-47ae-8904-548ee3bfdf28, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=556ec4c3-9297-47ae-8904-548ee3bfdf28,segment=NetworkSegment(f06199a9-1fdd-4169-9a28-4eaee6837c5e),segment_id=f06199a9-1fdd-4169-9a28-4eaee6837c5e)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:19.970456 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c9c3e79-ee7c-4a18-b685-011c50fc6b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:20.092936 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c3e79-ee7c-4a18-b685-011c50fc6b93 admin admin] Calling delete_port for 556ec4c3-9297-47ae-8904-548ee3bfdf28 owned by network:router_interface {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:20.261464 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-20741103-247b-49f3-98e9-96b20503a4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:20.293239 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c9c3e79-ee7c-4a18-b685-011c50fc6b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:20.297277 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-a64ed297-da5d-453f-83a6-e58cbf7d0405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:20.347857 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c3e79-ee7c-4a18-b685-011c50fc6b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=556ec4c3-9297-47ae-8904-548ee3bfdf28,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:20.372686 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 490cf9b6-841b-4242-bd39-7bce7b6c0027 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:55:20.373648 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8c9c3e79-ee7c-4a18-b685-011c50fc6b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:20.409301 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: 490cf9b6-841b-4242-bd39-7bce7b6c0027 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:55:20.409654 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 490cf9b6-841b-4242-bd39-7bce7b6c0027 not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:55:20.616636 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8c9c3e79-ee7c-4a18-b685-011c50fc6b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133747802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133799279'] for router_interface, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:20.990997 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9c3e79-ee7c-4a18-b685-011c50fc6b93 admin admin] Router 22df6528-b950-4c36-986e-92279d1e001a has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:55:21.270464 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:21.271457 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9c3e79-ee7c-4a18-b685-011c50fc6b93 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:55:21.280485 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db471e4d-d309-4628-928f-95de8e3c702b None None] Sync routers for ids ['22df6528-b950-4c36-986e-92279d1e001a'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:55:21.284877 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-8c9c3e79-ee7c-4a18-b685-011c50fc6b93 admin admin] 10.222.0.20 "PUT /v2.0/routers/22df6528-b950-4c36-986e-92279d1e001a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5648210 Dec 09 18:55:21.287667 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51068) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:21.289905 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db471e4d-d309-4628-928f-95de8e3c702b None None] Routers {'22df6528-b950-4c36-986e-92279d1e001a'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:55:21.290508 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-db471e4d-d309-4628-928f-95de8e3c702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:54:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['22df6528-b950-4c36-986e-92279d1e001a'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:21.466405 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] Notify callbacks [] for router, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:21.498177 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-db471e4d-d309-4628-928f-95de8e3c702b None None] Set router 22df6528-b950-4c36-986e-92279d1e001a gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:55:21.652041 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:21.662414 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] Deleting port 520c4477-6758-4af9-a500-aa7bb03ca6ba {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:21.662780 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:21.776893 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-db471e4d-d309-4628-928f-95de8e3c702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22df6528-b950-4c36-986e-92279d1e001a', 'name': 'tempest-TestShelveInstance-1148904785-router', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:44Z', 'updated_at': '2021-12-09T18:55:20Z', 'revision_number': 5, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'gw_port': {'id': '520c4477-6758-4af9-a500-aa7bb03ca6ba', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6528-b950-4c36-986e-92279d1e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:45Z', 'updated_at': '2021-12-09T18:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:21.781422 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db471e4d-d309-4628-928f-95de8e3c702b None None] Checking router: 22df6528-b950-4c36-986e-92279d1e001a for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:55:21.791254 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db471e4d-d309-4628-928f-95de8e3c702b None None] Routers {'22df6528-b950-4c36-986e-92279d1e001a'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:55:21.791864 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-db471e4d-d309-4628-928f-95de8e3c702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:54:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['22df6528-b950-4c36-986e-92279d1e001a'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:21.837375 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] For port 520c4477-6758-4af9-a500-aa7bb03ca6ba, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=520c4477-6758-4af9-a500-aa7bb03ca6ba,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:21.837793 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:21.947666 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-db471e4d-d309-4628-928f-95de8e3c702b None None] Set router 22df6528-b950-4c36-986e-92279d1e001a gateway port host: None {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:55:21.962846 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] Calling delete_port for 520c4477-6758-4af9-a500-aa7bb03ca6ba owned by network:router_gateway {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:22.058221 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-db471e4d-d309-4628-928f-95de8e3c702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22df6528-b950-4c36-986e-92279d1e001a', 'name': 'tempest-TestShelveInstance-1148904785-router', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:44Z', 'updated_at': '2021-12-09T18:55:21Z', 'revision_number': 6, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'gw_port_host': None}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:22.062657 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db471e4d-d309-4628-928f-95de8e3c702b None None] The sync data for ids ['22df6528-b950-4c36-986e-92279d1e001a'] in dv-cinder-819346-1-smb is: [{'id': '22df6528-b950-4c36-986e-92279d1e001a', 'name': 'tempest-TestShelveInstance-1148904785-router', 'tenant_id': '4f818fcae35e4fa1b59695a47b5c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:44Z', 'updated_at': '2021-12-09T18:55:21Z', 'revision_number': 6, 'project_id': '4f818fcae35e4fa1b59695a47b5c2215', 'gw_port_host': None}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:55:22.140892 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:22.144625 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-233a5d6f-2ee1-4088-ae01-dc72d15f3761 tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:22.186775 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] Pushing event deleted for resources: {'Port': ['ID=520c4477-6758-4af9-a500-aa7bb03ca6ba,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:22.189835 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:22.291716 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-134207224'] for router_gateway, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:22.473812 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133799251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100632'] for router, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:22.476103 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:22.506191 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-134115958'] for router, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:22.506782 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22df6528-b950-4c36-986e-92279d1e001a {{(pid=86802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 18:55:22.519716 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] Notify callbacks [] for router, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:22.520838 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-823ae388-7613-4b06-a52a-aeb2fb85da07 admin admin] 10.222.0.20 "DELETE /v2.0/routers/22df6528-b950-4c36-986e-92279d1e001a HTTP/1.1" status: 204 len: 168 time: 1.2322752 Dec 09 18:55:22.523424 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51072) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:22.581114 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb27d158-f255-47dc-87a8-9a6711bb4340 admin admin] Deleting subnet 7fbd6dd5-9e11-4716-a177-a91e3d202bcc {{(pid=86802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 18:55:22.584343 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-fb27d158-f255-47dc-87a8-9a6711bb4340 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:22.600556 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-3286a5a9-67aa-42f4-8db5-e138cdff9eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:22.634602 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-fb27d158-f255-47dc-87a8-9a6711bb4340 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132133715'] for subnet, precommit_delete_associations {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:22.822479 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-fb27d158-f255-47dc-87a8-9a6711bb4340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1323596'] for subnet, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:22.891023 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-fb27d158-f255-47dc-87a8-9a6711bb4340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1323540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132497364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132271083'] for subnet, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:22.895068 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:22.931252 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-fb27d158-f255-47dc-87a8-9a6711bb4340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:22.933958 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27d158-f255-47dc-87a8-9a6711bb4340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fbd6dd5-9e11-4716-a177-a91e3d202bcc,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:22.934956 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ee7e3c-37ff-44b1-851f-a40b3a155a89 None None] Network d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:55:22.936817 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-fb27d158-f255-47dc-87a8-9a6711bb4340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:22.939689 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-fb27d158-f255-47dc-87a8-9a6711bb4340 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7fbd6dd5-9e11-4716-a177-a91e3d202bcc HTTP/1.1" status: 204 len: 168 time: 0.4152780 Dec 09 18:55:22.942123 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51076) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:23.054963 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1294839'] for network, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:23.068584 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Deleting port c0e56972-4762-41a8-be89-4cc37aa05458 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:23.068914 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:23.206781 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373fb813-cb34-4ad5-a7a8-e227d10ab10a None None] DHCP port deletion for d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 request from dv-cinder-819346-1-smb {{(pid=86803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 09 18:55:23.211481 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-373fb813-cb34-4ad5-a7a8-e227d10ab10a None None] Deleting port c0e56972-4762-41a8-be89-4cc37aa05458 {{(pid=86803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:23.211857 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-373fb813-cb34-4ad5-a7a8-e227d10ab10a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:23.280058 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] For port c0e56972-4762-41a8-be89-4cc37aa05458, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=c0e56972-4762-41a8-be89-4cc37aa05458,segment=NetworkSegment(f06199a9-1fdd-4169-9a28-4eaee6837c5e),segment_id=f06199a9-1fdd-4169-9a28-4eaee6837c5e)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:23.280691 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:23.406447 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Calling delete_port for c0e56972-4762-41a8-be89-4cc37aa05458 owned by network:dhcp {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:23.419623 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-373fb813-cb34-4ad5-a7a8-e227d10ab10a None None] For port c0e56972-4762-41a8-be89-4cc37aa05458, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=c0e56972-4762-41a8-be89-4cc37aa05458,segment=NetworkSegment(f06199a9-1fdd-4169-9a28-4eaee6837c5e),segment_id=f06199a9-1fdd-4169-9a28-4eaee6837c5e)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:23.420027 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-373fb813-cb34-4ad5-a7a8-e227d10ab10a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:23.486483 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:23.493749 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f6dae1d7-1a9c-47e7-be98-e3e304fb59f9 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:23.539389 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] No DVR routers for this DVR port c0e56972-4762-41a8-be89-4cc37aa05458 on host dv-cinder-819346-1-smb {{(pid=86802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:55:23.543389 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-373fb813-cb34-4ad5-a7a8-e227d10ab10a None None] Calling delete_port for c0e56972-4762-41a8-be89-4cc37aa05458 owned by network:dhcp {{(pid=86803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:23.566252 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e56972-4762-41a8-be89-4cc37aa05458,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:23.568726 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:23.656637 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 520c4477-6758-4af9-a500-aa7bb03ca6ba no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:55:23.662199 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1324903', 'neutron.services.segments.db._delete_segments_for_network-8737775659942'] for network, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:23.686967 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07']}} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:23.689799 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: 520c4477-6758-4af9-a500-aa7bb03ca6ba {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:55:23.690160 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 520c4477-6758-4af9-a500-aa7bb03ca6ba not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:55:23.690523 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device c0e56972-4762-41a8-be89-4cc37aa05458 no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:55:23.699100 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06199a9-1fdd-4169-9a28-4eaee6837c5e') {'for_net_delete': True} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:23.699430 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06199a9-1fdd-4169-9a28-4eaee6837c5e') {} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:23.711017 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737775753593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132133700'] for segment, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:23.718130 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.db.api [None req-373fb813-cb34-4ad5-a7a8-e227d10ab10a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 18:55:23.718500 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_db.api [None req-373fb813-cb34-4ad5-a7a8-e227d10ab10a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 18:55:23.726121 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: c0e56972-4762-41a8-be89-4cc37aa05458 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:55:23.726462 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device c0e56972-4762-41a8-be89-4cc37aa05458 not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:55:23.726927 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 556ec4c3-9297-47ae-8904-548ee3bfdf28 no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:55:23.730571 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:23.736817 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=86802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 18:55:23.737223 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1320239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132497162'] for segment, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: Traceback (most recent call last): Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: timer() Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: cb(*args, **kw) Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: return func(*args, **kwargs) Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: self._notify() Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: self.callback(batched_events) Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: event.method(event) Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: return f(self, *a, **k) Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: return self._get(url).json() Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: return self.request(url, 'GET', **kwargs) Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 18:55:23.750295 dv-cinder-819346-1-smb neutron-server[86802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 18:55:23.759095 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: 556ec4c3-9297-47ae-8904-548ee3bfdf28 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:55:23.759440 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 556ec4c3-9297-47ae-8904-548ee3bfdf28 not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:55:23.825566 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1324894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134207135'] for network, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:23.829203 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8f68b8d6-afc2-4c09-9731-a3392fce507d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:23.843550 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:23.853658 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Pushing event deleted for resources: {'Network': ['ID=d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:23.856987 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:23.868890 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] 10.222.0.20 "DELETE /v2.0/networks/d5fcaa97-2ad4-4eb6-9b00-7e8c3d8d4c07 HTTP/1.1" status: 204 len: 168 time: 0.9258533 Dec 09 18:55:23.871948 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51080) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:24.054649 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:24.219487 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-373fb813-cb34-4ad5-a7a8-e227d10ab10a None None] Deleting port c0e56972-4762-41a8-be89-4cc37aa05458 {{(pid=86803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:24.219886 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-373fb813-cb34-4ad5-a7a8-e227d10ab10a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:24.289190 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-373fb813-cb34-4ad5-a7a8-e227d10ab10a None None] The port 'c0e56972-4762-41a8-be89-4cc37aa05458' was deleted {{(pid=86803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 09 18:55:24.519216 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e429391a-7824-4308-aed0-d6507a253085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-134115999'] for router_interface, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:24.891666 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-e429391a-7824-4308-aed0-d6507a253085 admin admin] Deleting port c1bfb144-90a1-429e-bf5c-5237eb9585e4 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:24.892007 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e429391a-7824-4308-aed0-d6507a253085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:25.093513 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [None req-e429391a-7824-4308-aed0-d6507a253085 admin admin] For port c1bfb144-90a1-429e-bf5c-5237eb9585e4, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=c1bfb144-90a1-429e-bf5c-5237eb9585e4,segment=NetworkSegment(1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a),segment_id=1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:25.093821 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e429391a-7824-4308-aed0-d6507a253085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:25.242865 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-e429391a-7824-4308-aed0-d6507a253085 admin admin] Calling delete_port for c1bfb144-90a1-429e-bf5c-5237eb9585e4 owned by network:router_interface {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:25.300797 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:25.445210 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e429391a-7824-4308-aed0-d6507a253085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:25.449106 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:25.501240 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429391a-7824-4308-aed0-d6507a253085 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1bfb144-90a1-429e-bf5c-5237eb9585e4,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:25.504634 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-e429391a-7824-4308-aed0-d6507a253085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:25.794762 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e429391a-7824-4308-aed0-d6507a253085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133747802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133799279'] for router_interface, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:26.254766 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e429391a-7824-4308-aed0-d6507a253085 admin admin] Router 675745ff-9a94-4542-b9da-05dc429c0c23 has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:55:26.436363 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e429391a-7824-4308-aed0-d6507a253085 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:55:26.448414 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87544051-fd3a-4b63-b87b-c96a5df79c41 None None] Sync routers for ids ['675745ff-9a94-4542-b9da-05dc429c0c23'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:55:26.450647 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-e429391a-7824-4308-aed0-d6507a253085 admin admin] 10.222.0.20 "PUT /v2.0/routers/675745ff-9a94-4542-b9da-05dc429c0c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5772796 Dec 09 18:55:26.454777 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 51086) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:26.459056 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87544051-fd3a-4b63-b87b-c96a5df79c41 None None] Routers {'675745ff-9a94-4542-b9da-05dc429c0c23'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:55:26.459647 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-87544051-fd3a-4b63-b87b-c96a5df79c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:55:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['675745ff-9a94-4542-b9da-05dc429c0c23'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:26.629956 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:26.637856 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-87544051-fd3a-4b63-b87b-c96a5df79c41 None None] Set router 675745ff-9a94-4542-b9da-05dc429c0c23 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:55:26.856763 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:26.933933 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:26.944360 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] Deleting port 71b2f8ab-64be-43fb-b024-be95552e07fa {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:26.944686 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:26.957745 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-87544051-fd3a-4b63-b87b-c96a5df79c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'name': 'tempest-TestShelveInstance-187773597-router', 'tenant_id': '047543a480a84dcebdd3ed0d2db3dc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '71b2f8ab-64be-43fb-b024-be95552e07fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:54Z', 'updated_at': '2021-12-09T18:55:25Z', 'revision_number': 5, 'project_id': '047543a480a84dcebdd3ed0d2db3dc02', 'gw_port': {'id': '71b2f8ab-64be-43fb-b024-be95552e07fa', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:55Z', 'updated_at': '2021-12-09T18:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:26.961655 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87544051-fd3a-4b63-b87b-c96a5df79c41 None None] Checking router: 675745ff-9a94-4542-b9da-05dc429c0c23 for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:55:26.970283 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87544051-fd3a-4b63-b87b-c96a5df79c41 None None] Routers {'675745ff-9a94-4542-b9da-05dc429c0c23'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:55:26.970907 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-87544051-fd3a-4b63-b87b-c96a5df79c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:55:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['675745ff-9a94-4542-b9da-05dc429c0c23'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:27.117946 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] For port 71b2f8ab-64be-43fb-b024-be95552e07fa, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=71b2f8ab-64be-43fb-b024-be95552e07fa,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:27.118323 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:27.124931 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-87544051-fd3a-4b63-b87b-c96a5df79c41 None None] Set router 675745ff-9a94-4542-b9da-05dc429c0c23 gateway port host: None {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:55:27.234831 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-87544051-fd3a-4b63-b87b-c96a5df79c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'name': 'tempest-TestShelveInstance-187773597-router', 'tenant_id': '047543a480a84dcebdd3ed0d2db3dc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:54Z', 'updated_at': '2021-12-09T18:55:26Z', 'revision_number': 6, 'project_id': '047543a480a84dcebdd3ed0d2db3dc02', 'gw_port_host': None}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:27.238805 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87544051-fd3a-4b63-b87b-c96a5df79c41 None None] The sync data for ids ['675745ff-9a94-4542-b9da-05dc429c0c23'] in dv-cinder-819346-1-smb is: [{'id': '675745ff-9a94-4542-b9da-05dc429c0c23', 'name': 'tempest-TestShelveInstance-187773597-router', 'tenant_id': '047543a480a84dcebdd3ed0d2db3dc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:54Z', 'updated_at': '2021-12-09T18:55:26Z', 'revision_number': 6, 'project_id': '047543a480a84dcebdd3ed0d2db3dc02', 'gw_port_host': None}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:55:27.245691 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] Calling delete_port for 71b2f8ab-64be-43fb-b024-be95552e07fa owned by network:router_gateway {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:27.415627 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:27.419591 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-22e201f1-4a81-4d34-ba0e-0209768583bc tempest-AttachVolumeNegativeTest-701266564 tempest-AttachVolumeNegativeTest-701266564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:27.467261 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=71b2f8ab-64be-43fb-b024-be95552e07fa,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:27.470867 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:27.559902 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-134207224'] for router_gateway, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:27.659780 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device c1bfb144-90a1-429e-bf5c-5237eb9585e4 no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:55:27.694151 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: c1bfb144-90a1-429e-bf5c-5237eb9585e4 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:55:27.694903 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device c1bfb144-90a1-429e-bf5c-5237eb9585e4 not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:55:27.773465 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133799251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100632'] for router, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:27.775957 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:27.808532 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-134115958'] for router, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:27.809210 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 675745ff-9a94-4542-b9da-05dc429c0c23 {{(pid=86801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 18:55:27.832692 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03811e5c-b9c8-4476-bf4b-38f053934903 req-689165ff-2950-45bb-a87c-9be00b4ab1dc tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:27.834109 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-03811e5c-b9c8-4476-bf4b-38f053934903 req-689165ff-2950-45bb-a87c-9be00b4ab1dc tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 946 time: 0.1722293 Dec 09 18:55:27.836910 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] Notify callbacks [] for router, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:27.840319 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/675745ff-9a94-4542-b9da-05dc429c0c23 HTTP/1.1" status: 204 len: 168 time: 1.3820741 Dec 09 18:55:27.840799 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51100) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:27.880163 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-03811e5c-b9c8-4476-bf4b-38f053934903 req-8ab1b446-0d77-479f-882e-989576629827 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399275 Dec 09 18:55:27.900203 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad274ef7-ea7e-4963-a650-33f97312080e admin admin] Deleting subnet 49275fbf-6520-452f-b1c8-e81dfb134c35 {{(pid=86802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 18:55:27.903394 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ad274ef7-ea7e-4963-a650-33f97312080e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:27.956292 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ad274ef7-ea7e-4963-a650-33f97312080e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132133715'] for subnet, precommit_delete_associations {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:28.032564 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ad274ef7-ea7e-4963-a650-33f97312080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1323596'] for subnet, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:28.101374 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ad274ef7-ea7e-4963-a650-33f97312080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1323540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132497364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132271083'] for subnet, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:28.105397 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:28.143763 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad274ef7-ea7e-4963-a650-33f97312080e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49275fbf-6520-452f-b1c8-e81dfb134c35,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:28.146314 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-ad274ef7-ea7e-4963-a650-33f97312080e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:28.149027 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ad274ef7-ea7e-4963-a650-33f97312080e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:28.154424 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc388d7e-48f4-4120-a1f4-43107a2d448a None None] Network a370b029-6842-4623-bbf7-dea171e568af requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:55:28.156112 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-ad274ef7-ea7e-4963-a650-33f97312080e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/49275fbf-6520-452f-b1c8-e81dfb134c35 HTTP/1.1" status: 204 len: 168 time: 0.3137264 Dec 09 18:55:28.158775 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 51104) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:28.268695 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1294839'] for network, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:28.280154 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Deleting port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:28.280498 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:28.417557 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818c36dc-eee2-48f9-b728-d758c90f4dcd None None] DHCP port deletion for a370b029-6842-4623-bbf7-dea171e568af request from dv-cinder-819346-1-smb {{(pid=86803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 09 18:55:28.422713 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-818c36dc-eee2-48f9-b728-d758c90f4dcd None None] Deleting port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 {{(pid=86803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:28.423081 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-818c36dc-eee2-48f9-b728-d758c90f4dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:28.491095 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] For port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489,segment=NetworkSegment(1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a),segment_id=1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:28.491737 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:28.629754 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-818c36dc-eee2-48f9-b728-d758c90f4dcd None None] For port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489,segment=NetworkSegment(1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a),segment_id=1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:28.630120 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-818c36dc-eee2-48f9-b728-d758c90f4dcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:28.719819 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Calling delete_port for 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 owned by network:dhcp {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:28.754610 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-818c36dc-eee2-48f9-b728-d758c90f4dcd None None] Calling delete_port for 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 owned by network:dhcp {{(pid=86803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:28.795611 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:28.800694 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-931c0951-0bde-4adc-bcb1-645e190816da tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:28.828302 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.db.api [None req-818c36dc-eee2-48f9-b728-d758c90f4dcd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 18:55:28.828671 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_db.api [None req-818c36dc-eee2-48f9-b728-d758c90f4dcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 18:55:28.847223 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:28.850271 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:28.851050 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] No DVR routers for this DVR port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 on host dv-cinder-819346-1-smb {{(pid=86801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:55:28.964641 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1324903', 'neutron.services.segments.db._delete_segments_for_network-8737775659942'] for network, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:28.989561 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a370b029-6842-4623-bbf7-dea171e568af']}} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:29.001748 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a') {'for_net_delete': True} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:29.002037 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.services.segments.db [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acffd01-e8e8-4856-ac1c-5ea5b3e62a5a') {} {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:29.013625 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737775753593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132533715'] for segment, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:29.029505 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:29.035565 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=86801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 18:55:29.035939 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1320239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131583883'] for segment, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: Traceback (most recent call last): Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: timer() Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: cb(*args, **kw) Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: return func(*args, **kwargs) Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: self._notify() Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: self.callback(batched_events) Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: event.method(event) Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: return f(self, *a, **k) Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: return self._get(url).json() Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: return self.request(url, 'GET', **kwargs) Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 18:55:29.048844 dv-cinder-819346-1-smb neutron-server[86801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 18:55:29.083866 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ebd96-bdb2-44d1-9589-5ff68ed62d27 req-2b11584d-84e6-40ef-a449-1adcde11c7f2 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:29.085288 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f33ebd96-bdb2-44d1-9589-5ff68ed62d27 req-2b11584d-84e6-40ef-a449-1adcde11c7f2 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 946 time: 0.0831475 Dec 09 18:55:29.128182 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1324894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134207135'] for network, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:29.130624 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f33ebd96-bdb2-44d1-9589-5ff68ed62d27 req-ae3c222f-3cc8-4eb8-a142-e4896f682254 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups?id=61f15069-761d-4419-a6c3-4ab267d957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393221 Dec 09 18:55:29.132618 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-47bbcf5f-b0a2-47d7-9b05-de77d9d137ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:29.145964 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:29.154556 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Pushing event deleted for resources: {'Network': ['ID=a370b029-6842-4623-bbf7-dea171e568af,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:29.158438 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:29.161107 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-e83a9e03-c2ef-4e9e-b7e8-cda0649a1e91 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a370b029-6842-4623-bbf7-dea171e568af HTTP/1.1" status: 204 len: 168 time: 1.0013013 Dec 09 18:55:29.284337 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51114) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:29.299360 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c211c-1f0d-4f17-97f9-3bb8320d8409 req-3819857d-eef3-42b3-8e11-50fd9f986604 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:29.300788 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-938c211c-1f0d-4f17-97f9-3bb8320d8409 req-3819857d-eef3-42b3-8e11-50fd9f986604 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 946 time: 0.0844762 Dec 09 18:55:29.330192 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-818c36dc-eee2-48f9-b728-d758c90f4dcd None None] Deleting port 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 {{(pid=86803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:29.330769 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-818c36dc-eee2-48f9-b728-d758c90f4dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:29.334155 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-1846d7e1-8148-4672-be6b-6bcc1e4600d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f818fcae35e4fa1b59695a47b5c2215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485859 Dec 09 18:55:29.336590 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51118) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:29.376932 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-938c211c-1f0d-4f17-97f9-3bb8320d8409 req-9167ff29-d157-4146-94cd-66942af1691b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Deleting port 413ef3c0-e5f2-488e-acec-ae747bdaeda0 {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:29.377257 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-938c211c-1f0d-4f17-97f9-3bb8320d8409 req-9167ff29-d157-4146-94cd-66942af1691b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:29.398795 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-aec348b9-5099-4fb0-94fb-6fcc8102a514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:29.401676 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-818c36dc-eee2-48f9-b728-d758c90f4dcd None None] The port '7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489' was deleted {{(pid=86803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 09 18:55:29.426409 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-aec348b9-5099-4fb0-94fb-6fcc8102a514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:29.480357 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-aec348b9-5099-4fb0-94fb-6fcc8102a514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:29.484531 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-5fb0d45a-9b01-4d92-8f18-49d1708cf6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:29.498654 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec348b9-5099-4fb0-94fb-6fcc8102a514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a4bbc2-9d0a-4027-a9a3-d447b1281579,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:29.501970 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-aec348b9-5099-4fb0-94fb-6fcc8102a514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:29.508272 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-aec348b9-5099-4fb0-94fb-6fcc8102a514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:29.509373 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-aec348b9-5099-4fb0-94fb-6fcc8102a514 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32a4bbc2-9d0a-4027-a9a3-d447b1281579 HTTP/1.1" status: 204 len: 168 time: 0.1718960 Dec 09 18:55:29.635661 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-938c211c-1f0d-4f17-97f9-3bb8320d8409 req-9167ff29-d157-4146-94cd-66942af1691b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] For port 413ef3c0-e5f2-488e-acec-ae747bdaeda0, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=413ef3c0-e5f2-488e-acec-ae747bdaeda0,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:29.636649 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-938c211c-1f0d-4f17-97f9-3bb8320d8409 req-9167ff29-d157-4146-94cd-66942af1691b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:29.652994 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 71b2f8ab-64be-43fb-b024-be95552e07fa no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:55:29.687920 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: 71b2f8ab-64be-43fb-b024-be95552e07fa {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:55:29.688277 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 71b2f8ab-64be-43fb-b024-be95552e07fa not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:55:29.688715 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:55:29.722008 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:55:29.722369 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 7ae3cffa-4136-4a2a-9a3d-1e1f4ee53489 not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:55:29.880631 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51126) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:29.929715 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-0403fff4-0006-445b-aa7d-c48fb56c0c36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=047543a480a84dcebdd3ed0d2db3dc02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477662 Dec 09 18:55:29.932286 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 51130) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:29.951794 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-938c211c-1f0d-4f17-97f9-3bb8320d8409 req-9167ff29-d157-4146-94cd-66942af1691b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:29.952145 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-938c211c-1f0d-4f17-97f9-3bb8320d8409 req-9167ff29-d157-4146-94cd-66942af1691b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134207117'] for floatingip, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:29.952476 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.l3_db [req-938c211c-1f0d-4f17-97f9-3bb8320d8409 req-9167ff29-d157-4146-94cd-66942af1691b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Floating IP f64ea2be-0475-462e-b5c3-6769210a4643 disassociated. External IP: 172.28.2.247, port: 413ef3c0-e5f2-488e-acec-ae747bdaeda0. Dec 09 18:55:29.952833 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-938c211c-1f0d-4f17-97f9-3bb8320d8409 req-9167ff29-d157-4146-94cd-66942af1691b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Calling delete_port for 413ef3c0-e5f2-488e-acec-ae747bdaeda0 owned by compute:nova {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:30.063920 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-957e22b0-34f8-413b-811f-9c0f97c5e1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:30.129575 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-957e22b0-34f8-413b-811f-9c0f97c5e1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:30.179410 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-938c211c-1f0d-4f17-97f9-3bb8320d8409 req-9167ff29-d157-4146-94cd-66942af1691b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:30.185604 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-9e1546ea-8159-4824-a746-9a770a42d584 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:30.235124 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167ff29-d157-4146-94cd-66942af1691b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event deleted for resources: {'Port': ['ID=413ef3c0-e5f2-488e-acec-ae747bdaeda0,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:30.238515 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-9167ff29-d157-4146-94cd-66942af1691b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:30.433311 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-957e22b0-34f8-413b-811f-9c0f97c5e1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:30.494968 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c4045ab9-665a-4730-bbd5-dbe26392f4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:30.512279 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-76dc9ca5-1f3a-4ec7-8acb-d7ca38226041 req-10c5fd4a-0c43-42e7-a87e-f30df0f0eebc tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 210 time: 0.2689044 Dec 09 18:55:30.530565 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e22b0-34f8-413b-811f-9c0f97c5e1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2375dcf3-4e46-42be-aeca-00b5e4f2a999,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:30.535372 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-957e22b0-34f8-413b-811f-9c0f97c5e1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:30.557380 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-957e22b0-34f8-413b-811f-9c0f97c5e1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:30.558483 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-957e22b0-34f8-413b-811f-9c0f97c5e1df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2375dcf3-4e46-42be-aeca-00b5e4f2a999 HTTP/1.1" status: 204 len: 168 time: 0.6252806 Dec 09 18:55:30.599534 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-938c211c-1f0d-4f17-97f9-3bb8320d8409 req-9167ff29-d157-4146-94cd-66942af1691b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Router a1bb5f86-8864-4571-8584-028ddf94790e has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:55:30.788439 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-938c211c-1f0d-4f17-97f9-3bb8320d8409 req-9167ff29-d157-4146-94cd-66942af1691b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:55:30.799013 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fb165-6907-4f78-83b1-fcaa968829ab None None] Sync routers for ids ['a1bb5f86-8864-4571-8584-028ddf94790e'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:55:30.812688 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fb165-6907-4f78-83b1-fcaa968829ab None None] Routers {'a1bb5f86-8864-4571-8584-028ddf94790e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:55:30.813762 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-fb0fb165-6907-4f78-83b1-fcaa968829ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:55:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['a1bb5f86-8864-4571-8584-028ddf94790e'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:30.876699 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-938c211c-1f0d-4f17-97f9-3bb8320d8409 req-9167ff29-d157-4146-94cd-66942af1691b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] No DVR routers for this DVR port 413ef3c0-e5f2-488e-acec-ae747bdaeda0 on host hv-cinder-81934 {{(pid=86801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:55:30.879466 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-938c211c-1f0d-4f17-97f9-3bb8320d8409 req-9167ff29-d157-4146-94cd-66942af1691b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:30.881648 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-938c211c-1f0d-4f17-97f9-3bb8320d8409 req-9167ff29-d157-4146-94cd-66942af1691b tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.10 "DELETE /v2.0/ports/413ef3c0-e5f2-488e-acec-ae747bdaeda0 HTTP/1.1" status: 204 len: 173 time: 1.5753312 Dec 09 18:55:30.882313 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'name': 'network-vif-deleted', 'tag': '413ef3c0-e5f2-488e-acec-ae747bdaeda0'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:55:30.947528 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1806174-e40f-4560-a6a5-b08af3aabd00', 'name': 'network-vif-deleted', 'tag': '413ef3c0-e5f2-488e-acec-ae747bdaeda0', 'status': 'completed', 'code': 200} Dec 09 18:55:31.015566 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-fb0fb165-6907-4f78-83b1-fcaa968829ab None None] Set router a1bb5f86-8864-4571-8584-028ddf94790e gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:55:31.363061 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-fb0fb165-6907-4f78-83b1-fcaa968829ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '481cf148-5a55-4c60-92dd-92653cb5bada', 'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'mac_address': 'fa:16:3e:6a:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:47Z', 'updated_at': '2021-12-09T18:46:03Z', 'revision_number': 5, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'subnets': [{'id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:31.367230 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fb165-6907-4f78-83b1-fcaa968829ab None None] Checking router: a1bb5f86-8864-4571-8584-028ddf94790e for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:55:31.376240 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fb165-6907-4f78-83b1-fcaa968829ab None None] Routers {'a1bb5f86-8864-4571-8584-028ddf94790e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:55:31.376845 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-fb0fb165-6907-4f78-83b1-fcaa968829ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:55:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['a1bb5f86-8864-4571-8584-028ddf94790e'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:31.496148 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ec8b940a-8216-4499-afd5-b850b92bbf4a req-652392fb-1726-4370-b345-c253f3781ab2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d1806174-e40f-4560-a6a5-b08af3aabd00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0443571 Dec 09 18:55:31.562174 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-fb0fb165-6907-4f78-83b1-fcaa968829ab None None] Set router a1bb5f86-8864-4571-8584-028ddf94790e gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:55:31.627320 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ec8b940a-8216-4499-afd5-b850b92bbf4a req-c4b8f5a9-5b95-4b73-90b3-808ec32c60ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9027b039a51b432086e827ba9a677b0a&device_id=d1806174-e40f-4560-a6a5-b08af3aabd00 HTTP/1.1" status: 200 len: 210 time: 0.0409589 Dec 09 18:55:31.644246 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 51144) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:31.816197 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c066d11b-405a-4437-89da-4b65cded6af8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:31.846351 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b940a-8216-4499-afd5-b850b92bbf4a req-d7cfba5b-39fc-49cb-9f6b-3d67e6466431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:31.847832 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ec8b940a-8216-4499-afd5-b850b92bbf4a req-d7cfba5b-39fc-49cb-9f6b-3d67e6466431 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9027b039a51b432086e827ba9a677b0a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1908228 Dec 09 18:55:31.884970 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-fb0fb165-6907-4f78-83b1-fcaa968829ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '481cf148-5a55-4c60-92dd-92653cb5bada', 'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'mac_address': 'fa:16:3e:6a:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:47Z', 'updated_at': '2021-12-09T18:46:03Z', 'revision_number': 5, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'subnets': [{'id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:31.887824 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c066d11b-405a-4437-89da-4b65cded6af8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:31.889622 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fb165-6907-4f78-83b1-fcaa968829ab None None] The sync data for ids ['a1bb5f86-8864-4571-8584-028ddf94790e'] in dv-cinder-819346-1-smb is: [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:45:50Z', 'revision_number': 4, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '481cf148-5a55-4c60-92dd-92653cb5bada', 'name': '', 'network_id': '8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'mac_address': 'fa:16:3e:6a:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:47Z', 'updated_at': '2021-12-09T18:46:03Z', 'revision_number': 5, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'subnets': [{'id': '792d62f6-b051-4e14-8de6-4007bf9e39aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:55:32.027902 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b940a-8216-4499-afd5-b850b92bbf4a req-e1337009-3c1d-43c1-9562-2ac9a50223f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:32.029928 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ec8b940a-8216-4499-afd5-b850b92bbf4a req-e1337009-3c1d-43c1-9562-2ac9a50223f4 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1751902 Dec 09 18:55:32.036019 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c066d11b-405a-4437-89da-4b65cded6af8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:32.041471 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-1584a02e-3149-4f94-8a84-b91609e43f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:32.057695 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066d11b-405a-4437-89da-4b65cded6af8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f15069-761d-4419-a6c3-4ab267d957e8,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:32.060651 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c066d11b-405a-4437-89da-4b65cded6af8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:32.071359 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c066d11b-405a-4437-89da-4b65cded6af8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:32.075504 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-c066d11b-405a-4437-89da-4b65cded6af8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "DELETE /v2.0/security-groups/61f15069-761d-4419-a6c3-4ab267d957e8 HTTP/1.1" status: 204 len: 168 time: 0.4273183 Dec 09 18:55:32.076624 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 51148) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:32.096203 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.api.v2.resource [None req-d231ef10-28d9-49c3-8d9c-7385cd630d44 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] show failed (client error): The resource could not be found. Dec 09 18:55:32.097245 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-d231ef10-28d9-49c3-8d9c-7385cd630d44 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "GET /v2.0/security-groups/61f15069-761d-4419-a6c3-4ab267d957e8 HTTP/1.1" status: 404 len: 347 time: 0.0190883 Dec 09 18:55:32.100095 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 51152) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:32.148436 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23eaea2-8792-4d9e-80b3-5198d1587fc3 None None] New status for floating IP f64ea2be-0475-462e-b5c3-6769210a4643: DOWN {{(pid=86804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 18:55:32.259991 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Deleting port 2e3d2741-e3fb-46b0-b5bd-1dcf40fecec2 {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:32.260301 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:32.380861 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 413ef3c0-e5f2-488e-acec-ae747bdaeda0 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:55:32.420824 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: 413ef3c0-e5f2-488e-acec-ae747bdaeda0 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:55:32.421178 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 413ef3c0-e5f2-488e-acec-ae747bdaeda0 not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:55:32.440306 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:32.440634 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:32.660802 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Calling delete_port for 2e3d2741-e3fb-46b0-b5bd-1dcf40fecec2 owned by network:floatingip {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:32.742989 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.db.api [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 18:55:32.743329 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_db.api [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 18:55:33.244987 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Deleting port 2e3d2741-e3fb-46b0-b5bd-1dcf40fecec2 {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:33.246370 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:33.434335 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:33.434660 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:33.556634 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Calling delete_port for 2e3d2741-e3fb-46b0-b5bd-1dcf40fecec2 owned by network:floatingip {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:33.718127 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:33.721699 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a50cf6dc-77a5-4f82-84a8-db83c9d23977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:33.765583 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Pushing event deleted for resources: {'Port': ['ID=2e3d2741-e3fb-46b0-b5bd-1dcf40fecec2,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:33.790223 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:33.857086 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks [] for floatingip, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:33.871794 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for floatingip, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:33.872886 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-05a73a14-56f9-4acd-9956-4534b6ede4ea tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] 10.222.0.20 "DELETE /v2.0/floatingips/f64ea2be-0475-462e-b5c3-6769210a4643 HTTP/1.1" status: 204 len: 168 time: 1.7718709 Dec 09 18:55:36.697872 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51176) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:37.583631 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-7064b4a4-5f56-4186-840e-eb2f63974051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-134115999'] for router_interface, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:37.927601 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-7064b4a4-5f56-4186-840e-eb2f63974051 admin admin] Deleting port 481cf148-5a55-4c60-92dd-92653cb5bada {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:37.928286 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-7064b4a4-5f56-4186-840e-eb2f63974051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:38.105341 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [None req-7064b4a4-5f56-4186-840e-eb2f63974051 admin admin] For port 481cf148-5a55-4c60-92dd-92653cb5bada, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=481cf148-5a55-4c60-92dd-92653cb5bada,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:38.105668 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-7064b4a4-5f56-4186-840e-eb2f63974051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:38.232586 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-7064b4a4-5f56-4186-840e-eb2f63974051 admin admin] Calling delete_port for 481cf148-5a55-4c60-92dd-92653cb5bada owned by network:router_interface {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:38.408743 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-7064b4a4-5f56-4186-840e-eb2f63974051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:38.412243 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-7263a032-7353-4928-ad75-9af99be360d4 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:38.459413 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064b4a4-5f56-4186-840e-eb2f63974051 admin admin] Pushing event deleted for resources: {'Port': ['ID=481cf148-5a55-4c60-92dd-92653cb5bada,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:38.462673 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-7064b4a4-5f56-4186-840e-eb2f63974051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:38.728656 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-7064b4a4-5f56-4186-840e-eb2f63974051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133747802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133799279'] for router_interface, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:39.180417 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7064b4a4-5f56-4186-840e-eb2f63974051 admin admin] Router a1bb5f86-8864-4571-8584-028ddf94790e has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:55:39.362148 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7064b4a4-5f56-4186-840e-eb2f63974051 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:55:39.371392 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eb9305-9233-4a1a-9492-83c43e0bdde5 None None] Sync routers for ids ['a1bb5f86-8864-4571-8584-028ddf94790e'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:55:39.374864 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-7064b4a4-5f56-4186-840e-eb2f63974051 admin admin] 10.222.0.20 "PUT /v2.0/routers/a1bb5f86-8864-4571-8584-028ddf94790e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6754844 Dec 09 18:55:39.377404 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51182) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:39.382579 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb9305-9233-4a1a-9492-83c43e0bdde5 None None] Routers {'a1bb5f86-8864-4571-8584-028ddf94790e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:55:39.383286 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-d8eb9305-9233-4a1a-9492-83c43e0bdde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:55:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['a1bb5f86-8864-4571-8584-028ddf94790e'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:39.548939 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] Notify callbacks [] for router, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:39.561096 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-d8eb9305-9233-4a1a-9492-83c43e0bdde5 None None] Set router a1bb5f86-8864-4571-8584-028ddf94790e gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:55:39.731455 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:39.743670 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] Deleting port 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:39.744001 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:39.893467 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-d8eb9305-9233-4a1a-9492-83c43e0bdde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:55:38Z', 'revision_number': 5, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port': {'id': '4bea74bd-964f-4ecf-8e60-cbe0e45df6c6', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:39Z', 'updated_at': '2021-12-09T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:39.897435 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eb9305-9233-4a1a-9492-83c43e0bdde5 None None] Checking router: a1bb5f86-8864-4571-8584-028ddf94790e for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:55:39.906034 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb9305-9233-4a1a-9492-83c43e0bdde5 None None] Routers {'a1bb5f86-8864-4571-8584-028ddf94790e'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:55:39.906630 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-d8eb9305-9233-4a1a-9492-83c43e0bdde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:55:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['a1bb5f86-8864-4571-8584-028ddf94790e'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:39.918754 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] For port 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=4bea74bd-964f-4ecf-8e60-cbe0e45df6c6,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:39.919132 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:40.040207 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] Calling delete_port for 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6 owned by network:router_gateway {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:40.057058 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-d8eb9305-9233-4a1a-9492-83c43e0bdde5 None None] Set router a1bb5f86-8864-4571-8584-028ddf94790e gateway port host: None {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:55:40.160362 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-d8eb9305-9233-4a1a-9492-83c43e0bdde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:55:39Z', 'revision_number': 6, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port_host': None}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:40.164353 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eb9305-9233-4a1a-9492-83c43e0bdde5 None None] The sync data for ids ['a1bb5f86-8864-4571-8584-028ddf94790e'] in dv-cinder-819346-1-smb is: [{'id': 'a1bb5f86-8864-4571-8584-028ddf94790e', 'name': 'tempest-AttachVolumeShelveTestJSON-1231229151-router', 'tenant_id': '9027b039a51b432086e827ba9a677b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:45:37Z', 'updated_at': '2021-12-09T18:55:39Z', 'revision_number': 6, 'project_id': '9027b039a51b432086e827ba9a677b0a', 'gw_port_host': None}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:55:40.209638 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:40.214117 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-6184b774-c174-47bd-ba66-87cf36a0924b tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:40.360617 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] Pushing event deleted for resources: {'Port': ['ID=4bea74bd-964f-4ecf-8e60-cbe0e45df6c6,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:40.385446 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:40.456358 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-134207224'] for router_gateway, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:40.648059 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133799251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100632'] for router, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:40.651658 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:40.682299 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-134115958'] for router, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:40.682917 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1bb5f86-8864-4571-8584-028ddf94790e {{(pid=86802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 18:55:40.695592 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] Notify callbacks [] for router, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:40.696705 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-90b505f1-9140-4d75-acec-90665a0f220f admin admin] 10.222.0.20 "DELETE /v2.0/routers/a1bb5f86-8864-4571-8584-028ddf94790e HTTP/1.1" status: 204 len: 168 time: 1.3184226 Dec 09 18:55:40.699378 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51186) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:40.768585 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0db4c7-8c71-47d6-9f35-eb8d7dc8f848 admin admin] Deleting subnet 792d62f6-b051-4e14-8de6-4007bf9e39aa {{(pid=86802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 18:55:40.771712 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-0b0db4c7-8c71-47d6-9f35-eb8d7dc8f848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:40.823258 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-0b0db4c7-8c71-47d6-9f35-eb8d7dc8f848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132133715'] for subnet, precommit_delete_associations {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:40.908549 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-0b0db4c7-8c71-47d6-9f35-eb8d7dc8f848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1323596'] for subnet, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:40.978085 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-0b0db4c7-8c71-47d6-9f35-eb8d7dc8f848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1323540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132497364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132271083'] for subnet, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:40.983672 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:41.021125 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0db4c7-8c71-47d6-9f35-eb8d7dc8f848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=792d62f6-b051-4e14-8de6-4007bf9e39aa,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:41.024012 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-0b0db4c7-8c71-47d6-9f35-eb8d7dc8f848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:41.025029 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-0b0db4c7-8c71-47d6-9f35-eb8d7dc8f848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:41.030745 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d3034f-274c-46f9-a0e4-d74a6bfef50e None None] Network 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:55:41.033800 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-0b0db4c7-8c71-47d6-9f35-eb8d7dc8f848 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/792d62f6-b051-4e14-8de6-4007bf9e39aa HTTP/1.1" status: 204 len: 168 time: 0.3328805 Dec 09 18:55:41.036205 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51190) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:41.150539 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1294839'] for network, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:41.167317 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Deleting port 1adba93a-3672-49c9-8efc-abd1acaba8a8 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:41.167625 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:41.294804 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff81d231-5a28-4c0a-b829-d10bbb214319 None None] DHCP port deletion for 8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f request from dv-cinder-819346-1-smb {{(pid=86803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 09 18:55:41.299187 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-ff81d231-5a28-4c0a-b829-d10bbb214319 None None] Deleting port 1adba93a-3672-49c9-8efc-abd1acaba8a8 {{(pid=86803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:41.299575 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-ff81d231-5a28-4c0a-b829-d10bbb214319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:41.376650 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] For port 1adba93a-3672-49c9-8efc-abd1acaba8a8, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=1adba93a-3672-49c9-8efc-abd1acaba8a8,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:41.377264 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:41.501718 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Calling delete_port for 1adba93a-3672-49c9-8efc-abd1acaba8a8 owned by network:dhcp {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:41.508787 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-ff81d231-5a28-4c0a-b829-d10bbb214319 None None] For port 1adba93a-3672-49c9-8efc-abd1acaba8a8, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=1adba93a-3672-49c9-8efc-abd1acaba8a8,segment=NetworkSegment(cebc6d86-b06b-48cf-b945-be7ca7627b8a),segment_id=cebc6d86-b06b-48cf-b945-be7ca7627b8a)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:41.509186 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-ff81d231-5a28-4c0a-b829-d10bbb214319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:41.582363 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:41.586337 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:41.629534 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-ff81d231-5a28-4c0a-b829-d10bbb214319 None None] Calling delete_port for 1adba93a-3672-49c9-8efc-abd1acaba8a8 owned by network:dhcp {{(pid=86803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 18:55:41.629806 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=1adba93a-3672-49c9-8efc-abd1acaba8a8,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:41.632734 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:41.633539 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] No DVR routers for this DVR port 1adba93a-3672-49c9-8efc-abd1acaba8a8 on host dv-cinder-819346-1-smb {{(pid=86802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 18:55:41.664802 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 1adba93a-3672-49c9-8efc-abd1acaba8a8 no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:55:41.708541 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: 1adba93a-3672-49c9-8efc-abd1acaba8a8 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:55:41.708896 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 1adba93a-3672-49c9-8efc-abd1acaba8a8 not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:55:41.709319 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6 no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:55:41.746093 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:55:41.746435 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 4bea74bd-964f-4ecf-8e60-cbe0e45df6c6 not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:55:41.746885 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 481cf148-5a55-4c60-92dd-92653cb5bada no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 18:55:41.758911 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1324903', 'neutron.services.segments.db._delete_segments_for_network-8737775659942'] for network, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:41.787808 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: 481cf148-5a55-4c60-92dd-92653cb5bada {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 18:55:41.788211 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 481cf148-5a55-4c60-92dd-92653cb5bada not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 18:55:41.788381 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f']}} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:41.808232 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebc6d86-b06b-48cf-b945-be7ca7627b8a') {'for_net_delete': True} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:41.808520 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebc6d86-b06b-48cf-b945-be7ca7627b8a') {} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:41.808636 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.db.api [None req-ff81d231-5a28-4c0a-b829-d10bbb214319 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 18:55:41.808995 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_db.api [None req-ff81d231-5a28-4c0a-b829-d10bbb214319 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 18:55:41.821390 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737775753593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132133700'] for segment, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:41.923853 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:41.930250 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=86802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 18:55:41.930621 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1320239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132497162'] for segment, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: Traceback (most recent call last): Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: timer() Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: cb(*args, **kw) Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: return func(*args, **kwargs) Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: self._notify() Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: self.callback(batched_events) Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: event.method(event) Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: return f(self, *a, **k) Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: return self._get(url).json() Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: return self.request(url, 'GET', **kwargs) Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 18:55:41.943718 dv-cinder-819346-1-smb neutron-server[86802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 18:55:42.022889 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1324894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134207135'] for network, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:42.028404 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:42.048823 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:42.051527 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Pushing event deleted for resources: {'Network': ['ID=8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:42.054355 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:42.069806 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-962ebdfd-3204-4f6b-a0d8-7ddfe3916a3f admin admin] 10.222.0.20 "DELETE /v2.0/networks/8a3aa80f-6f4b-4df6-9e44-7f6d6a63de7f HTTP/1.1" status: 204 len: 168 time: 1.0326574 Dec 09 18:55:42.208949 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51196) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:42.258607 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-89235e8b-e2f2-415f-9f96-288531485399 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9027b039a51b432086e827ba9a677b0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0484457 Dec 09 18:55:42.261082 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51200) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:42.310544 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-ff81d231-5a28-4c0a-b829-d10bbb214319 None None] Deleting port 1adba93a-3672-49c9-8efc-abd1acaba8a8 {{(pid=86803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 18:55:42.311132 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-ff81d231-5a28-4c0a-b829-d10bbb214319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:42.318819 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-9c08b094-6ade-4344-85da-fcbe0aa5f18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:42.344617 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-9c08b094-6ade-4344-85da-fcbe0aa5f18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:42.376741 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-ff81d231-5a28-4c0a-b829-d10bbb214319 None None] The port '1adba93a-3672-49c9-8efc-abd1acaba8a8' was deleted {{(pid=86803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 09 18:55:42.401267 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-9c08b094-6ade-4344-85da-fcbe0aa5f18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:42.405884 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-2bc1c358-e706-4d74-98d0-57036511f83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:42.419893 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08b094-6ade-4344-85da-fcbe0aa5f18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f01d3b-de04-4d36-9949-331ead425281,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:42.423857 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-9c08b094-6ade-4344-85da-fcbe0aa5f18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:42.427373 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-9c08b094-6ade-4344-85da-fcbe0aa5f18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:42.428495 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-9c08b094-6ade-4344-85da-fcbe0aa5f18c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9f01d3b-de04-4d36-9949-331ead425281 HTTP/1.1" status: 204 len: 168 time: 0.1665747 Dec 09 18:55:43.272642 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51226) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:43.386887 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-135110570-network', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:55:43.392245 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:55:43.396335 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Usage tracker for resource:network and tenant:ea8e77abb93a41418bdb98c9998305f9 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:55:43.399346 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:55:43.410598 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:55:43.422449 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Made reservation on behalf of ea8e77abb93a41418bdb98c9998305f9 for: {'network': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:55:43.425727 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for network, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:43.441158 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:43.456663 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:55:43.461001 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Usage tracker for resource:security_group_rule and tenant:ea8e77abb93a41418bdb98c9998305f9 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:55:43.464059 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:55:43.470253 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:55:43.554977 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:43.560343 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:43.563307 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-63bc89c3-18a8-41e1-9491-0fd106932214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:43.593235 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=86802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 18:55:43.598293 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123fabac-b3b9-4471-a067-f2b1ee251e32,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:43.601974 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:43.605508 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:43.605918 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.db.segments_db [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Added segment 4dff5544-a060-40d0-8d9d-165302f6fc55 of type vlan for network b943a3e4-3b56-4add-8e27-e8784cdebe8d Dec 09 18:55:43.632441 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737775207361'] for network, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:43.662567 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795'] for network, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:43.663885 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:43.664576 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:43.667775 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-817b735f-fa87-460d-92c7-855096886ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:43.765642 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Pushing event updated for resources: {'Network': ['ID=b943a3e4-3b56-4add-8e27-e8784cdebe8d,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:43.768565 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4948933 Dec 09 18:55:43.769421 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-79dd8107-8560-401b-ba32-2f1ed76c5d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:43.771655 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51232) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:43.776092 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Network b943a3e4-3b56-4add-8e27-e8784cdebe8d details requested by agent ovs-agent-dv-cinder-819346-1-smb with host dv-cinder-819346-1-smb {{(pid=86803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 18:55:43.777033 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] Request body: {'subnet': {'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-135110570-subnet', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:55:43.782249 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:55:43.786142 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] Usage tracker for resource:subnet and tenant:ea8e77abb93a41418bdb98c9998305f9 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:55:43.789598 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:55:43.795517 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:55:43.807653 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] Made reservation on behalf of ea8e77abb93a41418bdb98c9998305f9 for: {'subnet': 1} {{(pid=86802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:55:43.810121 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132271040'] for subnet, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:44.021835 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132497299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132271090'] for subnet, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:44.025333 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-ad274ef7-ea7e-4963-a650-33f97312080e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:44.094354 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=262818ec-293f-4060-bda5-c6b0102e4af7,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:44.097995 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:44.104959 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] Checking segment: {'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:55:44.105307 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] Network hostable DHCP agents. Network: b943a3e4-3b56-4add-8e27-e8784cdebe8d, hostable agents: ['d0814c02-9659-40eb-ad0d-93edab15542f'], hosted agents: [] {{(pid=86802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 18:55:44.129818 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] Network b943a3e4-3b56-4add-8e27-e8784cdebe8d is scheduled to be hosted by DHCP agent d0814c02-9659-40eb-ad0d-93edab15542f with binding_index 1 {{(pid=86802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 18:55:44.140081 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-smb, b943a3e4-3b56-4add-8e27-e8784cdebe8d) {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:55:44.144380 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:44.144966 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:44.149702 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5df4cc-5eee-469f-8b36-7b5737ca02c5 None None] Network b943a3e4-3b56-4add-8e27-e8784cdebe8d requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:55:44.166799 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-7f0a1cca-a915-4f2e-91cf-9dd2dd7bfc67 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3940659 Dec 09 18:55:44.169882 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51236) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:44.174837 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:55:44.179379 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:55:44.183302 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Usage tracker for resource:router and tenant:ea8e77abb93a41418bdb98c9998305f9 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:55:44.186303 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:55:44.192038 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:55:44.204109 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-134212060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100726'] for router, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:44.205158 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-134209547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-134206987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134170945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100705'] for router, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:44.220736 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:44.400694 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a5da14-5076-50fa-a975-50d54e5df151-b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7'}]}} from dv-cinder-819346-1-smb. {{(pid=86803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 09 18:55:44.401567 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:44.494994 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-134207033', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-134211886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100627'] for router, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:44.558143 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.db_base_plugin_common [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Allocated IP 172.20.0.2 (b943a3e4-3b56-4add-8e27-e8784cdebe8d/262818ec-293f-4060-bda5-c6b0102e4af7/c3d5822b-7ef6-4399-81ca-b043656732d7) {{(pid=86803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:55:44.760033 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Notify callbacks [] for port, precommit_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:44.771281 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Transition to ACTIVE for port object c3d5822b-7ef6-4399-81ca-b043656732d7 will not be triggered until provisioned by entity L2. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:55:44.790177 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Transition to ACTIVE for port object c3d5822b-7ef6-4399-81ca-b043656732d7 will not be triggered until provisioned by entity DHCP. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:55:44.797677 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357'] for port, after_create {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:44.803034 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:44.811554 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:44.867872 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Network b943a3e4-3b56-4add-8e27-e8784cdebe8d is already hosted by enough agents. {{(pid=86803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:55:44.870862 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.scheduler.base_scheduler [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Resources bound (agent type, host, resource id): {{(pid=86803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:55:44.875037 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Received port after_create {{(pid=86803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:55:44.884318 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Pushing event updated for resources: {'Port': ['ID=c3d5822b-7ef6-4399-81ca-b043656732d7,revision_number=1']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:44.924263 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:44.924607 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:44.924937 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:44.925265 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:44.925587 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:44.925919 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:44.926232 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:44.926567 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:44.926895 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:44.927216 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:44.927513 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:44.927852 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:44.940433 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:44.955861 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:44.981090 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Attempting to bind port c3d5822b-7ef6-4399-81ca-b043656732d7 on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:55:44.981465 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Attempting to bind port c3d5822b-7ef6-4399-81ca-b043656732d7 by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:55:44.981946 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Attempting to bind port c3d5822b-7ef6-4399-81ca-b043656732d7 on network b943a3e4-3b56-4add-8e27-e8784cdebe8d {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:55:44.987419 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:55:44.987792 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Checking segment: {'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:55:44.988213 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:44.989114 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Bound using segment: {'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:55:44.989114 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Bound port: c3d5822b-7ef6-4399-81ca-b043656732d7, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'}}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:55:44.989426 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:45.072946 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Allocated IP 172.28.2.18 (6beed21b-9de4-4fbb-b55d-7f8ce9c9499c/5a39f25e-cbfe-4fa1-b581-b87a4aac1e40/85099016-fee8-4be8-b4af-20083869d9b2) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:55:45.080803 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] For port c3d5822b-7ef6-4399-81ca-b043656732d7, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:55:45.083815 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] For port c3d5822b-7ef6-4399-81ca-b043656732d7, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=c3d5822b-7ef6-4399-81ca-b043656732d7,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:55:45.088302 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:45.092012 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:45.181272 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Pushing event updated for resources: {'Port': ['ID=c3d5822b-7ef6-4399-81ca-b043656732d7,revision_number=2']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:45.187340 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:45.225892 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:45.258386 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:45.262616 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:45.325730 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:55:45.328774 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:55:45.331177 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:55:45.377977 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Pushing event updated for resources: {'Port': ['ID=85099016-fee8-4be8-b4af-20083869d9b2,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:45.380860 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:45.683666 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device c3d5822b-7ef6-4399-81ca-b043656732d7 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:55:45.754266 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port c3d5822b-7ef6-4399-81ca-b043656732d7 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:55:45.758192 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:46.094443 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5114d7a1-297e-4b43-b2b3-68b7a255bfa2 None None] Network b943a3e4-3b56-4add-8e27-e8784cdebe8d requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 18:55:46.100073 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-134211879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-134207196'] for router, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:46.188622 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-48a34b57-2d5d-41a1-a6d1-fd08bd3a8903 None None] Provisioning for port c3d5822b-7ef6-4399-81ca-b043656732d7 completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:55:46.205885 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-48a34b57-2d5d-41a1-a6d1-fd08bd3a8903 None None] Provisioning complete for port c3d5822b-7ef6-4399-81ca-b043656732d7 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:55:46.206254 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-48a34b57-2d5d-41a1-a6d1-fd08bd3a8903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:46.415811 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 is scheduled to L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c with binding_index 1 {{(pid=86802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 09 18:55:46.422138 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-48a34b57-2d5d-41a1-a6d1-fd08bd3a8903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:46.465650 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-48a34b57-2d5d-41a1-a6d1-fd08bd3a8903 None None] For port c3d5822b-7ef6-4399-81ca-b043656732d7, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=c3d5822b-7ef6-4399-81ca-b043656732d7,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:46.475277 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-48a34b57-2d5d-41a1-a6d1-fd08bd3a8903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:46.477110 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:46.546012 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a34b57-2d5d-41a1-a6d1-fd08bd3a8903 None None] Pushing event updated for resources: {'Port': ['ID=c3d5822b-7ef6-4399-81ca-b043656732d7,revision_number=3']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:46.549232 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-48a34b57-2d5d-41a1-a6d1-fd08bd3a8903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:46.611847 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:55:46.622591 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Sync routers for ids ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:55:46.633993 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Routers {'04aeeebc-4b86-428e-9e44-6ea4c29794d1'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:55:46.634758 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:55:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:46.637973 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] Notify callbacks [] for router, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:46.639332 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-a7f400d0-8bd4-431e-a335-56c23e3a2879 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4685333 Dec 09 18:55:46.642141 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51240) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:46.695804 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-4d80f934-347c-477b-938a-3e37c419fcf0 None None] Provisioning complete for port c3d5822b-7ef6-4399-81ca-b043656732d7 triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:55:46.696207 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-4d80f934-347c-477b-938a-3e37c419fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:46.821737 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Set router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:55:47.137189 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:45Z', 'revision_number': 3, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:47.141153 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Checking router: 04aeeebc-4b86-428e-9e44-6ea4c29794d1 for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:55:47.141493 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Updating router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 port 85099016-fee8-4be8-b4af-20083869d9b2 binding host dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 18:55:47.193212 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:47.334802 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:47.518665 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Notify callbacks [] for port, precommit_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:47.532294 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.provisioning_blocks [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Transition to ACTIVE for port object 85099016-fee8-4be8-b4af-20083869d9b2 will not be triggered until provisioned by entity L2. {{(pid=86804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:55:47.539065 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:47.542961 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-e4f36ec8-9845-4225-8565-fd09e4f7814a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:47.556535 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Allocated IP 172.20.0.1 (b943a3e4-3b56-4add-8e27-e8784cdebe8d/262818ec-293f-4060-bda5-c6b0102e4af7/8368c527-95e6-417e-ad8c-8df7fe3466ab) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:55:47.619053 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Attempting to bind port 85099016-fee8-4be8-b4af-20083869d9b2 on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:55:47.619422 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Attempting to bind port 85099016-fee8-4be8-b4af-20083869d9b2 by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}] {{(pid=86804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:55:47.619778 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Attempting to bind port 85099016-fee8-4be8-b4af-20083869d9b2 on network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:55:47.629612 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:55:47.630292 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Checking segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:55:47.630408 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:47.631676 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Bound using segment: {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'} {{(pid=86804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:55:47.631676 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.managers [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Bound port: 85099016-fee8-4be8-b4af-20083869d9b2, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60d1822-1163-4c45-a3b3-cfe94d38e9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}}] {{(pid=86804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:55:47.631676 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:47.661509 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device c3d5822b-7ef6-4399-81ca-b043656732d7 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:55:47.665535 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136a453-cb53-4f40-bad8-2706694ce4d8 None None] Pushing event updated for resources: {'Port': ['ID=85099016-fee8-4be8-b4af-20083869d9b2,revision_number=2']} {{(pid=86804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:47.681089 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136a453-cb53-4f40-bad8-2706694ce4d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:47.681089 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136a453-cb53-4f40-bad8-2706694ce4d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:47.681410 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136a453-cb53-4f40-bad8-2706694ce4d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:47.681643 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136a453-cb53-4f40-bad8-2706694ce4d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:47.681955 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136a453-cb53-4f40-bad8-2706694ce4d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:47.682267 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136a453-cb53-4f40-bad8-2706694ce4d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:47.682575 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136a453-cb53-4f40-bad8-2706694ce4d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:47.683089 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136a453-cb53-4f40-bad8-2706694ce4d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:47.683637 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136a453-cb53-4f40-bad8-2706694ce4d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:47.683637 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136a453-cb53-4f40-bad8-2706694ce4d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:47.683978 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136a453-cb53-4f40-bad8-2706694ce4d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:47.684120 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136a453-cb53-4f40-bad8-2706694ce4d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 18:55:47.689185 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-d136a453-cb53-4f40-bad8-2706694ce4d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:47.720467 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.db [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] For port 85099016-fee8-4be8-b4af-20083869d9b2, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:55:47.723588 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:47.723719 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.plugins.ml2.db [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] For port 85099016-fee8-4be8-b4af-20083869d9b2, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=85099016-fee8-4be8-b4af-20083869d9b2,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:55:47.729265 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:47.733086 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port c3d5822b-7ef6-4399-81ca-b043656732d7 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:55:47.733719 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:47.736854 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-0cc35122-d772-4c1a-8c49-24dcf1bc4197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:47.739421 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.provisioning_blocks [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Transition to ACTIVE for port object 8368c527-95e6-417e-ad8c-8df7fe3466ab will not be triggered until provisioned by entity DHCP. {{(pid=86802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:55:47.764094 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:47.768640 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-1d20b213-70d9-4a43-8eb9-8657da1e68ec tempest-VolumesActionsTest-814332376 tempest-VolumesActionsTest-814332376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:47.817610 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136a453-cb53-4f40-bad8-2706694ce4d8 None None] Pushing event updated for resources: {'Port': ['ID=85099016-fee8-4be8-b4af-20083869d9b2,revision_number=3']} {{(pid=86804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:47.820855 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG oslo_concurrency.lockutils [None req-d136a453-cb53-4f40-bad8-2706694ce4d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:47.821676 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Routers {'04aeeebc-4b86-428e-9e44-6ea4c29794d1'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:55:47.822290 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:55:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:47.838503 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Network b943a3e4-3b56-4add-8e27-e8784cdebe8d is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:55:47.843250 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:55:47.848687 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:55:47.909303 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Pushing event updated for resources: {'Port': ['ID=8368c527-95e6-417e-ad8c-8df7fe3466ab,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:47.914192 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:47.915117 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-134115858'] for router_interface, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:48.033525 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] Set router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:55:48.149341 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-19620a7b-5662-490e-8e46-ef7cdfd996e1 None None] Provisioning for port 8368c527-95e6-417e-ad8c-8df7fe3466ab completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:55:48.155927 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-19620a7b-5662-490e-8e46-ef7cdfd996e1 None None] Provisioning complete for port 8368c527-95e6-417e-ad8c-8df7fe3466ab triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:55:48.156579 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-19620a7b-5662-490e-8e46-ef7cdfd996e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:48.212332 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-19620a7b-5662-490e-8e46-ef7cdfd996e1 None None] Port 8368c527-95e6-417e-ad8c-8df7fe3466ab cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:55:48.276210 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:48.318173 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:45Z', 'revision_number': 3, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:48.322049 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a0d12-bee8-4357-87da-f5eb86d977e0 None None] The sync data for ids ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'] in dv-cinder-819346-1-smb is: [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:45Z', 'revision_number': 3, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:55:48.513340 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:48.527401 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132497390'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:48.556539 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f291d259-3a8c-4edb-8678-dee1137ba061 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:48.645693 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Pushing event updated for resources: {'Port': ['ID=8368c527-95e6-417e-ad8c-8df7fe3466ab,revision_number=2']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:48.650380 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:48.651361 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133747777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-134116081'] for router_interface, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:48.794026 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Network b943a3e4-3b56-4add-8e27-e8784cdebe8d is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:55:48.795251 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:55:48.984971 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:55:49.038513 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-bcd8d1ce-598f-4411-ad93-83390fa6beac None None] Provisioning complete for port 8368c527-95e6-417e-ad8c-8df7fe3466ab triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:55:49.039108 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-bcd8d1ce-598f-4411-ad93-83390fa6beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:49.098524 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-bcd8d1ce-598f-4411-ad93-83390fa6beac None None] Port 8368c527-95e6-417e-ad8c-8df7fe3466ab cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:55:49.169694 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:55:49.178785 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-c6748ab5-eee3-4f4a-a700-9a7e69e5a562 admin admin] 10.222.0.20 "PUT /v2.0/routers/04aeeebc-4b86-428e-9e44-6ea4c29794d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5356178 Dec 09 18:55:49.689006 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 85099016-fee8-4be8-b4af-20083869d9b2 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:55:49.751784 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Sync routers for ids ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'] in dv-cinder-819346-1-smb {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:55:49.765461 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Routers {'04aeeebc-4b86-428e-9e44-6ea4c29794d1'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:55:49.766076 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:55:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:49.878722 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 85099016-fee8-4be8-b4af-20083869d9b2 completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:55:49.899395 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 85099016-fee8-4be8-b4af-20083869d9b2 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:55:49.899775 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:49.998965 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Set router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:55:50.167528 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.265492 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port 85099016-fee8-4be8-b4af-20083869d9b2, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=85099016-fee8-4be8-b4af-20083869d9b2,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:50.273687 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.277526 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:50.309995 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51252) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:50.316331 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-3d1373f9-78f4-46f5-a60f-e69f9fcc63ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.316509 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1171620110', 'description': 'tempest-description--1477436533'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:55:50.322358 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:55:50.327401 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Usage tracker for resource:security_group and tenant:ea8e77abb93a41418bdb98c9998305f9 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:55:50.330286 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:55:50.335972 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:55:50.347089 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.366836 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:55:50.370750 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Usage tracker for resource:security_group_rule and tenant:ea8e77abb93a41418bdb98c9998305f9 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:55:50.373662 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:55:50.379284 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:55:50.379455 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=85099016-fee8-4be8-b4af-20083869d9b2,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:50.413153 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:50.448730 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:48Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '8368c527-95e6-417e-ad8c-8df7fe3466ab', 'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'mac_address': 'fa:16:3e:86:1a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:47Z', 'updated_at': '2021-12-09T18:55:48Z', 'revision_number': 2, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'subnets': [{'id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:50.451974 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.453536 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Checking router: 04aeeebc-4b86-428e-9e44-6ea4c29794d1 for host: dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:55:50.453913 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Updating router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 port 8368c527-95e6-417e-ad8c-8df7fe3466ab binding host dv-cinder-819346-1-smb {{(pid=86803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 18:55:50.457030 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.460890 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-572a3c90-dfd5-40da-85a5-1bb3ad46f3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:50.499473 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3233ae5-4653-4970-a86f-6b064e706911,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:50.502549 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:50.503299 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.504563 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1927376 Dec 09 18:55:50.507379 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51256) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:50.512400 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-a660b5d8-46fa-48ff-8121-50d30ff6d222 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Request body: {'security_group_rule': {'security_group_id': 'a3233ae5-4653-4970-a86f-6b064e706911', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:55:50.513730 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.518497 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-a660b5d8-46fa-48ff-8121-50d30ff6d222 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:55:50.522652 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-a660b5d8-46fa-48ff-8121-50d30ff6d222 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Usage tracker for resource:security_group_rule and tenant:ea8e77abb93a41418bdb98c9998305f9 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:55:50.525492 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-a660b5d8-46fa-48ff-8121-50d30ff6d222 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:55:50.531348 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-a660b5d8-46fa-48ff-8121-50d30ff6d222 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:55:50.548982 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a660b5d8-46fa-48ff-8121-50d30ff6d222 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.614087 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a660b5d8-46fa-48ff-8121-50d30ff6d222 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.618605 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a660b5d8-46fa-48ff-8121-50d30ff6d222 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.620930 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-5f8d9d8e-af3f-4959-8ecc-1bc19361a670 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:50.640978 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660b5d8-46fa-48ff-8121-50d30ff6d222 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6fec41-ac5f-4cd4-aa08-12117d575c71,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:50.645002 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-a660b5d8-46fa-48ff-8121-50d30ff6d222 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:50.653554 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-a660b5d8-46fa-48ff-8121-50d30ff6d222 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.654900 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-a660b5d8-46fa-48ff-8121-50d30ff6d222 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464989 Dec 09 18:55:50.658412 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51260) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:50.664664 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-22127daa-5e29-41c0-b95d-e34756f96d53 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Request body: {'security_group_rule': {'security_group_id': 'a3233ae5-4653-4970-a86f-6b064e706911', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:55:50.670778 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-22127daa-5e29-41c0-b95d-e34756f96d53 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:55:50.675003 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-22127daa-5e29-41c0-b95d-e34756f96d53 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Usage tracker for resource:security_group_rule and tenant:ea8e77abb93a41418bdb98c9998305f9 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:55:50.678151 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-22127daa-5e29-41c0-b95d-e34756f96d53 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:55:50.684465 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-22127daa-5e29-41c0-b95d-e34756f96d53 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:55:50.703178 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-22127daa-5e29-41c0-b95d-e34756f96d53 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.763025 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-22127daa-5e29-41c0-b95d-e34756f96d53 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.767022 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-22127daa-5e29-41c0-b95d-e34756f96d53 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.773396 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:50.794005 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22127daa-5e29-41c0-b95d-e34756f96d53 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5eb254c-35e0-4c53-94f2-ef41ea7d045a,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:50.798598 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-22127daa-5e29-41c0-b95d-e34756f96d53 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:50.805284 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-22127daa-5e29-41c0-b95d-e34756f96d53 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.809660 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-22127daa-5e29-41c0-b95d-e34756f96d53 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471913 Dec 09 18:55:50.810457 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 51264) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:55:50.816308 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Request body: {'floatingip': {'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:55:50.822258 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:55:50.827092 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Usage tracker for resource:floatingip and tenant:ea8e77abb93a41418bdb98c9998305f9 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 18:55:50.831140 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 18:55:50.836902 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:55:50.847981 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for floatingip, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.884439 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Notify callbacks [] for port, precommit_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.897414 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Transition to ACTIVE for port object 8368c527-95e6-417e-ad8c-8df7fe3466ab will not be triggered until provisioned by entity L2. {{(pid=86803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:55:50.905161 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:50.908625 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-49db34ae-1aa5-4f70-a43c-d55b3e2913c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:51.001049 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:51.138995 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973f249-b731-4cea-81bf-fcdd990bb313 None None] Pushing event updated for resources: {'Port': ['ID=8368c527-95e6-417e-ad8c-8df7fe3466ab,revision_number=3']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:51.146793 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Allocated IP 172.28.2.34 (6beed21b-9de4-4fbb-b55d-7f8ce9c9499c/5a39f25e-cbfe-4fa1-b581-b87a4aac1e40/8da5e0a5-d8c0-4161-8762-a5c31ada70ac) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:55:51.148112 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-9973f249-b731-4cea-81bf-fcdd990bb313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:51.169996 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Attempting to bind port 8368c527-95e6-417e-ad8c-8df7fe3466ab on host dv-cinder-819346-1-smb for vnic_type normal with profile {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:55:51.170706 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Attempting to bind port 8368c527-95e6-417e-ad8c-8df7fe3466ab by drivers openvswitch,hyperv on host dv-cinder-819346-1-smb at level 0 using segments [{'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:55:51.170840 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Attempting to bind port 8368c527-95e6-417e-ad8c-8df7fe3466ab on network b943a3e4-3b56-4add-8e27-e8784cdebe8d {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:55:51.176748 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Checking agent: {'id': '119f5d17-603b-4206-ae02-61e8f0e3d11e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'started_at': datetime.datetime(2021, 12, 9, 18, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:55:51.177189 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Checking segment: {'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:55:51.177592 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:51.177984 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Bound using segment: {'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'} {{(pid=86803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:55:51.178475 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.managers [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Bound port: 8368c527-95e6-417e-ad8c-8df7fe3466ab, host: dv-cinder-819346-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'}}] {{(pid=86803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:55:51.178868 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:51.288428 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] For port 8368c527-95e6-417e-ad8c-8df7fe3466ab, host dv-cinder-819346-1-smb, cleared binding levels {{(pid=86803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:55:51.291995 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] For port 8368c527-95e6-417e-ad8c-8df7fe3466ab, host dv-cinder-819346-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=8368c527-95e6-417e-ad8c-8df7fe3466ab,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:55:51.293480 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:51.297024 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:51.297226 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:51.301618 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:51.326674 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:51.330318 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-2f0417a6-82c0-4b43-9bb9-30f95d4ba750 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:51.380192 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Routers {'04aeeebc-4b86-428e-9e44-6ea4c29794d1'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:55:51.380838 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:55:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'], 'active': True} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:51.399790 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event updated for resources: {'Port': ['ID=8da5e0a5-d8c0-4161-8762-a5c31ada70ac,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:51.403618 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:55:51.404900 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:51.405844 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:55:51.408483 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:55:51.438158 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973f249-b731-4cea-81bf-fcdd990bb313 None None] Pushing event updated for resources: {'Port': ['ID=8368c527-95e6-417e-ad8c-8df7fe3466ab,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:51.495645 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:51.499968 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-9973f249-b731-4cea-81bf-fcdd990bb313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:51.557138 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:51.574353 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_dvr_db [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] Set router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 gateway port host: dv-cinder-819346-1-smb {{(pid=86803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:55:51.715754 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 85099016-fee8-4be8-b4af-20083869d9b2 up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:55:51.777524 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:51.784440 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:51.788425 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:51.914570 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 85099016-fee8-4be8-b4af-20083869d9b2 triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:55:51.914972 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:52.005541 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134207117'] for floatingip, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:52.015731 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event updated for resources: {'Port': ['ID=8da5e0a5-d8c0-4161-8762-a5c31ada70ac,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:52.020702 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:52.033589 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for floatingip, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:52.034877 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2227144 Dec 09 18:55:52.098387 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.l3_hamode_db [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:48Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '8368c527-95e6-417e-ad8c-8df7fe3466ab', 'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'mac_address': 'fa:16:3e:86:1a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:47Z', 'updated_at': '2021-12-09T18:55:51Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'subnets': [{'id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:55:52.104646 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73522ad3-df23-486e-97fd-9dd36e8e7377 None None] The sync data for ids ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'] in dv-cinder-819346-1-smb is: [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:48Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '8368c527-95e6-417e-ad8c-8df7fe3466ab', 'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'mac_address': 'fa:16:3e:86:1a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:47Z', 'updated_at': '2021-12-09T18:55:51Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'subnets': [{'id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:55:52.329855 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-56f36e30-6744-4225-bd15-4992181c8d55 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Synchronizing usage tracker for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:security_group {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:55:52.350155 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-56f36e30-6744-4225-bd15-4992181c8d55 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Unset dirty status for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:security_group {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:55:52.351459 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-56f36e30-6744-4225-bd15-4992181c8d55 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1171620110&fields=id&tenant_id=ea8e77abb93a41418bdb98c9998305f9 HTTP/1.1" status: 200 len: 267 time: 0.0671282 Dec 09 18:55:52.519684 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:55:52.606353 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-bca475c7-18f1-481b-b30a-84f9136af9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:52.612245 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-7dfcadf6-a781-453a-9ef8-201e92e641ba tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:52.612971 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-7dfcadf6-a781-453a-9ef8-201e92e641ba tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Synchronizing usage tracker for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:network {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:55:52.632391 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-7dfcadf6-a781-453a-9ef8-201e92e641ba tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Unset dirty status for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:network {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:55:52.633706 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-7dfcadf6-a781-453a-9ef8-201e92e641ba tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/networks?id=b943a3e4-3b56-4add-8e27-e8784cdebe8d HTTP/1.1" status: 200 len: 810 time: 0.2753041 Dec 09 18:55:52.649507 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-6bbe7a62-208e-4a6c-aca2-fa38c849fe65 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/quotas/ea8e77abb93a41418bdb98c9998305f9 HTTP/1.1" status: 200 len: 375 time: 0.0098615 Dec 09 18:55:52.744883 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-7f6365ad-9250-437d-8653-39dc50702fd5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Synchronizing usage tracker for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:port {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:55:52.763775 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-7f6365ad-9250-437d-8653-39dc50702fd5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Unset dirty status for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:port {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:55:52.765284 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-7f6365ad-9250-437d-8653-39dc50702fd5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea8e77abb93a41418bdb98c9998305f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1102085 Dec 09 18:55:52.827785 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-232f78fe-3a27-4762-8589-528dc46174aa service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 18:55:52.831127 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-232f78fe-3a27-4762-8589-528dc46174aa service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0537155 Dec 09 18:55:52.965575 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-eeac3f51-9d1c-4e20-aaaa-e7459e94cb46 service neutron] 10.222.0.20 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305366 Dec 09 18:55:53.104736 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-aacadec6-e2ad-4f10-a75c-8eef8bbd56cd service neutron] 10.222.0.20 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323497 Dec 09 18:55:53.359960 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7f62cfcb-9cf1-40ad-b3ae-4858ca341de7 req-c96bf366-0515-42b7-ba0a-62c74c1b1e4d tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 210 time: 0.0950336 Dec 09 18:55:53.686926 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 8368c527-95e6-417e-ad8c-8df7fe3466ab up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:55:53.758742 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning for port 8368c527-95e6-417e-ad8c-8df7fe3466ab completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:55:53.763684 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 8368c527-95e6-417e-ad8c-8df7fe3466ab triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:55:53.764071 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:53.885627 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:53.921058 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] For port 8368c527-95e6-417e-ad8c-8df7fe3466ab, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=8368c527-95e6-417e-ad8c-8df7fe3466ab,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:55:53.926712 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:53.929864 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-345d8677-cc14-4528-bd78-10966639c1d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:53.996209 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Pushing event updated for resources: {'Port': ['ID=8368c527-95e6-417e-ad8c-8df7fe3466ab,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:53.999293 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:54.058080 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:54.512292 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-fa098f09-e358-4d64-8506-ca18ee5c792d req-670b1181-0c21-4bde-8adc-f7118d5bda97 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 210 time: 0.0470197 Dec 09 18:55:54.546834 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-3fe05d9f-379f-4883-8032-ba6336cc67c4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:54.546834 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-3fe05d9f-379f-4883-8032-ba6336cc67c4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.10 "GET /v2.0/networks?id=b943a3e4-3b56-4add-8e27-e8784cdebe8d HTTP/1.1" status: 200 len: 810 time: 0.1588199 Dec 09 18:55:54.597947 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-2255941f-5e2c-4989-b8d6-1f0f5430749d tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea8e77abb93a41418bdb98c9998305f9 HTTP/1.1" status: 200 len: 380 time: 0.0435975 Dec 09 18:55:54.607335 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Request body: {'port': {'device_id': 'a701b10c-9367-4147-b7f6-0e6631023fb7', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'admin_state_up': True, 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'security_groups': ['a3233ae5-4653-4970-a86f-6b064e706911']}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:55:54.744937 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 18:55:54.756028 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 18:55:54.770240 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Made reservation on behalf of ea8e77abb93a41418bdb98c9998305f9 for: {'port': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 18:55:54.774842 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:54.962048 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Allocated IP 172.20.0.14 (b943a3e4-3b56-4add-8e27-e8784cdebe8d/262818ec-293f-4060-bda5-c6b0102e4af7/1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 18:55:55.153052 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:55.173500 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Transition to ACTIVE for port object 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe will not be triggered until provisioned by entity DHCP. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:55:55.210251 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:55.217488 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c0546916-a6a6-47f4-9526-472ef8ecd405 tempest-VolumesSnapshotTestJSON-1257745984 tempest-VolumesSnapshotTestJSON-1257745984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:55.291841 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Network b943a3e4-3b56-4add-8e27-e8784cdebe8d is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 18:55:55.295381 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 18:55:55.299870 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 18:55:55.303084 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:55.342131 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event updated for resources: {'Port': ['ID=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:55.348189 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:55.371276 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:55.371873 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:55.398416 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8cc1ac07-821e-4fa2-b9ab-700c8a94bfbd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7947612 Dec 09 18:55:55.412375 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-eb39543d-92f4-4dcb-b56d-5de8373af2cb tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 18:55:55.413405 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-eb39543d-92f4-4dcb-b56d-5de8373af2cb tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054648 Dec 09 18:55:55.468428 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Request body: {'port': {'device_id': 'a701b10c-9367-4147-b7f6-0e6631023fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:55:55.504281 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-75deb68f-2ae1-4e62-8630-66504e56d1f2 None None] Provisioning for port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:55:55.509457 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-75deb68f-2ae1-4e62-8630-66504e56d1f2 None None] Provisioning complete for port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:55:55.509863 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-75deb68f-2ae1-4e62-8630-66504e56d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:55.568160 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-75deb68f-2ae1-4e62-8630-66504e56d1f2 None None] Port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 18:55:55.585598 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:55.665935 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 8368c527-95e6-417e-ad8c-8df7fe3466ab up at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:55:55.736486 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Provisioning complete for port 8368c527-95e6-417e-ad8c-8df7fe3466ab triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:55:55.736868 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:55.869880 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b0d9e-637a-49d5-8b28-9e1243891d38 req-c048d1c2-d51b-4d08-ab1c-a9500f903e2f tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:55.870477 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-d69b0d9e-637a-49d5-8b28-9e1243891d38 req-c048d1c2-d51b-4d08-ab1c-a9500f903e2f tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Synchronizing usage tracker for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 18:55:55.898147 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-d69b0d9e-637a-49d5-8b28-9e1243891d38 req-c048d1c2-d51b-4d08-ab1c-a9500f903e2f tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Unset dirty status for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 18:55:55.899504 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d69b0d9e-637a-49d5-8b28-9e1243891d38 req-c048d1c2-d51b-4d08-ab1c-a9500f903e2f tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 932 time: 0.2547114 Dec 09 18:55:55.966659 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d69b0d9e-637a-49d5-8b28-9e1243891d38 req-f7f744d4-c58c-4ae6-94d5-22f35b8fbac2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571496 Dec 09 18:55:56.037946 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe {{(pid=86801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:55:56.045391 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:56.064347 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Transition to ACTIVE for port object 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe will not be triggered until provisioned by entity L2. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 18:55:56.069681 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:56.073159 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-1de3c5cb-5495-4a3d-9491-0f4d1720d401 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:56.331050 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Pushing event updated for resources: {'Port': ['ID=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:56.338029 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:56.411839 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Attempting to bind port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 18:55:56.412174 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Attempting to bind port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 18:55:56.412500 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Attempting to bind port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe on network b943a3e4-3b56-4add-8e27-e8784cdebe8d {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:55:56.417451 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe on network b943a3e4-3b56-4add-8e27-e8784cdebe8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 18:55:56.417768 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Attempting to bind port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe on network b943a3e4-3b56-4add-8e27-e8784cdebe8d {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 18:55:56.423319 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 18:55:56.423659 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Checking segment: {'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 18:55:56.424306 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Bound using segment: {'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 18:55:56.424734 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Bound port: 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'}}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 18:55:56.425072 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:56.527479 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] For port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe, host hv-cinder-81934, cleared binding levels {{(pid=86801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 18:55:56.530729 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] For port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 18:55:56.537179 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:56.540631 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e8f635df-489e-4530-bba7-562b3d4f7ccf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:55:56.611377 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:56.611972 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:56.613361 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] 10.222.0.10 "PUT /v2.0/ports/1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe HTTP/1.1" status: 200 len: 1094 time: 1.1928449 Dec 09 18:55:56.613838 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a701b10c-9367-4147-b7f6-0e6631023fb7', 'tag': '1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:55:56.636417 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Pushing event updated for resources: {'Port': ['ID=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe,revision_number=3']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:55:56.640766 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f0148753-7a5d-40a2-a10c-0a1f949a222e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:55:56.701210 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a701b10c-9367-4147-b7f6-0e6631023fb7', 'tag': '1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe', 'status': 'completed', 'code': 200} Dec 09 18:55:56.746966 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-9421ab6e-ba57-4fad-bc9d-8d1c63d936c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:56.748659 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-9421ab6e-ba57-4fad-bc9d-8d1c63d936c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea8e77abb93a41418bdb98c9998305f9&device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 1097 time: 0.0797029 Dec 09 18:55:56.825857 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8572abc8-1e99-4a6d-af7f-425c18cfc228 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe HTTP/1.1" status: 200 len: 217 time: 0.0652840 Dec 09 18:55:56.875960 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:55:56.887956 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-af3a4c40-6df7-4636-975d-14d8a683810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:56.889412 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-af3a4c40-6df7-4636-975d-14d8a683810e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=262818ec-293f-4060-bda5-c6b0102e4af7 HTTP/1.1" status: 200 len: 849 time: 0.0579195 Dec 09 18:55:56.973556 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-e7e8f715-c04c-44c6-bbd3-89a617d98c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:56.974947 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-e7e8f715-c04c-44c6-bbd3-89a617d98c5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b943a3e4-3b56-4add-8e27-e8784cdebe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787749 Dec 09 18:55:57.153585 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-8e71cf6c-f113-4f9e-a7a7-fc91262b55e5 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720116 Dec 09 18:55:57.265930 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443ce72-083a-42bd-83f7-ccea809ff670 req-b99d9b3d-4249-4455-a79f-f1a89c148a09 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:57.267333 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4443ce72-083a-42bd-83f7-ccea809ff670 req-b99d9b3d-4249-4455-a79f-f1a89c148a09 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 944 time: 0.1959023 Dec 09 18:55:57.325820 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b81ac154-e66b-4d4d-ba92-f92c3dee3533 req-33aa0c2b-26a0-479b-bf26-3b34f858073a service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660123 Dec 09 18:55:57.337929 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4443ce72-083a-42bd-83f7-ccea809ff670 req-bf9c0828-20be-498b-bf62-d435d05d0cb6 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643561 Dec 09 18:55:57.470174 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed430653-f236-4cb3-bd23-63641fdf88e7 req-9a4a51cb-c191-49dd-8cc7-683488407f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:57.471658 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ed430653-f236-4cb3-bd23-63641fdf88e7 req-9a4a51cb-c191-49dd-8cc7-683488407f09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea8e77abb93a41418bdb98c9998305f9&device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 1097 time: 0.0785978 Dec 09 18:55:57.608447 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed430653-f236-4cb3-bd23-63641fdf88e7 req-11435898-dbe4-4ac9-800e-c4ae722da12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:57.610110 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ed430653-f236-4cb3-bd23-63641fdf88e7 req-11435898-dbe4-4ac9-800e-c4ae722da12a service neutron] 10.222.0.10 "GET /v2.0/networks?id=b943a3e4-3b56-4add-8e27-e8784cdebe8d HTTP/1.1" status: 200 len: 911 time: 0.1310182 Dec 09 18:55:57.679018 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ed430653-f236-4cb3-bd23-63641fdf88e7 req-fa5510e1-703a-4809-aa90-1d694521f195 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe HTTP/1.1" status: 200 len: 217 time: 0.0605907 Dec 09 18:55:57.745040 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed430653-f236-4cb3-bd23-63641fdf88e7 req-0a102ab6-13c7-4b9b-8244-dd60e68a4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:57.746432 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ed430653-f236-4cb3-bd23-63641fdf88e7 req-0a102ab6-13c7-4b9b-8244-dd60e68a4c73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=262818ec-293f-4060-bda5-c6b0102e4af7 HTTP/1.1" status: 200 len: 849 time: 0.0604520 Dec 09 18:55:57.822162 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed430653-f236-4cb3-bd23-63641fdf88e7 req-3a3aa48e-4564-4853-929d-3a6cc6037b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:57.823648 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ed430653-f236-4cb3-bd23-63641fdf88e7 req-3a3aa48e-4564-4853-929d-3a6cc6037b56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b943a3e4-3b56-4add-8e27-e8784cdebe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711718 Dec 09 18:55:57.958219 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ed430653-f236-4cb3-bd23-63641fdf88e7 req-4ca43620-5ba5-4d07-9c4d-8a64461caaee service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276004 Dec 09 18:55:58.195418 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ed430653-f236-4cb3-bd23-63641fdf88e7 req-e1506214-d69d-4168-af96-ebfd510c97f9 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298090 Dec 09 18:55:58.548048 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a452909-0a12-45f2-b4e4-0805bcf86a26 req-96ecb96c-dba2-4bac-9b5a-636ae7006d41 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:58.549392 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6a452909-0a12-45f2-b4e4-0805bcf86a26 req-96ecb96c-dba2-4bac-9b5a-636ae7006d41 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 944 time: 0.0969329 Dec 09 18:55:58.597316 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6a452909-0a12-45f2-b4e4-0805bcf86a26 req-9a88db43-0381-4d4c-9037-6ad5ef534cf0 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394983 Dec 09 18:55:59.786391 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77abffc-539a-4f5c-b646-5e8b4242c490 req-e80b69b9-83b5-4a2d-b6cd-ae18307d94d8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:55:59.788036 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c77abffc-539a-4f5c-b646-5e8b4242c490 req-e80b69b9-83b5-4a2d-b6cd-ae18307d94d8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 944 time: 0.0847614 Dec 09 18:55:59.835648 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c77abffc-539a-4f5c-b646-5e8b4242c490 req-0ca36848-e0d9-4437-83c4-6595b0d4766e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417025 Dec 09 18:56:00.522410 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 18:56:00.660455 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:56:00.673767 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': '1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'port_id': '1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe', 'mac_address': 'fa:16:3e:8c:67:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 18:56:00.730142 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:00.749552 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 18:56:00.766551 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:56:00.774192 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:00.777021 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-48a34b57-2d5d-41a1-a6d1-fd08bd3a8903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:56:00.848193 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:56:00.851494 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:56:01.050715 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e30f3c-344c-47a0-a8e6-f0f0e01c6005 req-04027467-db28-4705-a87f-ff22a2c7b24e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:56:01.052064 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f5e30f3c-344c-47a0-a8e6-f0f0e01c6005 req-04027467-db28-4705-a87f-ff22a2c7b24e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 945 time: 0.0954964 Dec 09 18:56:01.096812 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f5e30f3c-344c-47a0-a8e6-f0f0e01c6005 req-5cf3b286-32e1-4cb3-a4eb-4addb624ad42 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390215 Dec 09 18:56:01.159544 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 18:56:02.305071 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83190cc-735a-41ef-a757-03537bedde03 req-d9f90df8-fc67-407b-a233-f4044c5c9edb tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:56:02.306516 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e83190cc-735a-41ef-a757-03537bedde03 req-d9f90df8-fc67-407b-a233-f4044c5c9edb tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 945 time: 0.0865431 Dec 09 18:56:02.353902 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e83190cc-735a-41ef-a757-03537bedde03 req-bc2a473b-09bf-405f-b21d-cc760c212593 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389352 Dec 09 18:56:02.537884 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 18:56:02.628579 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 18:56:02.633352 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 18:56:02.633755 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:02.753046 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:02.782595 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a701b10c-9367-4147-b7f6-0e6631023fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:56:02.793137 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 18:56:02.799394 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:02.800757 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-9973f249-b731-4cea-81bf-fcdd990bb313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 18:56:02.831865 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a701b10c-9367-4147-b7f6-0e6631023fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe', 'code': 200} Dec 09 18:56:02.871489 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 18:56:02.874296 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 18:56:03.094203 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c99929-2c96-48a9-bfc9-d1f8ce8f5008 req-0ce7a4d5-daa8-4a66-8e23-795e05de80e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:56:03.096414 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c4c99929-2c96-48a9-bfc9-d1f8ce8f5008 req-0ce7a4d5-daa8-4a66-8e23-795e05de80e4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 1099 time: 0.0823026 Dec 09 18:56:03.140655 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c4c99929-2c96-48a9-bfc9-d1f8ce8f5008 req-257d9cba-d39e-49c3-a462-3dfb8962e857 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371368 Dec 09 18:56:03.551810 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188993a-cf70-4271-b5be-9be3a418c585 req-a877f067-daa0-43bc-aad0-eca472a331ae tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:56:03.553291 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5188993a-cf70-4271-b5be-9be3a418c585 req-a877f067-daa0-43bc-aad0-eca472a331ae tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0841696 Dec 09 18:56:03.610550 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5188993a-cf70-4271-b5be-9be3a418c585 req-53966434-ed4f-40b4-b8b8-0aeeb17e0350 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488832 Dec 09 18:56:04.813176 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024be06-bfe3-4af3-9b24-ca03d00b3be6 req-a79ae479-3367-4a8c-b823-072454d69f72 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:56:04.814978 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6024be06-bfe3-4af3-9b24-ca03d00b3be6 req-a79ae479-3367-4a8c-b823-072454d69f72 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0936177 Dec 09 18:56:04.861905 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6024be06-bfe3-4af3-9b24-ca03d00b3be6 req-87526161-f638-45c2-bb2b-c5a063909b3f tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408382 Dec 09 18:56:05.049355 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969f6a0-1fa3-48dc-8894-b2269b1ce50c req-4af70cf6-b926-4d3f-b11e-a1e572d084e4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:56:05.050830 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-4969f6a0-1fa3-48dc-8894-b2269b1ce50c req-4af70cf6-b926-4d3f-b11e-a1e572d084e4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0871139 Dec 09 18:56:05.063558 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 51344) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 18:56:05.068541 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-10af13a9-dfea-4cfa-835d-79d9e1be9f67 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Request body: {'floatingip': {'port_id': '1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 18:56:05.147153 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-10af13a9-dfea-4cfa-835d-79d9e1be9f67 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for floatingip, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:05.739704 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-10af13a9-dfea-4cfa-835d-79d9e1be9f67 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:05.746570 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-10af13a9-dfea-4cfa-835d-79d9e1be9f67 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134207117'] for floatingip, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:05.914557 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.l3_db [None req-10af13a9-dfea-4cfa-835d-79d9e1be9f67 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Floating IP 986f08f1-7fc5-4301-8986-10ca729c4688 associated. External IP: 172.28.2.34, port: 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe. Dec 09 18:56:06.414039 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10af13a9-dfea-4cfa-835d-79d9e1be9f67 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 18:56:06.596618 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10af13a9-dfea-4cfa-835d-79d9e1be9f67 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 18:56:06.601925 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-10af13a9-dfea-4cfa-835d-79d9e1be9f67 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for floatingip, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:06.606470 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a5ccf-b1f0-4611-9da3-d5ff4a772b20 None None] Sync routers for ids ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 18:56:06.617165 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a5ccf-b1f0-4611-9da3-d5ff4a772b20 None None] Routers {'04aeeebc-4b86-428e-9e44-6ea4c29794d1'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:56:06.617836 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-f69a5ccf-b1f0-4611-9da3-d5ff4a772b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:55:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:56:06.658606 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-10af13a9-dfea-4cfa-835d-79d9e1be9f67 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "PUT /v2.0/floatingips/986f08f1-7fc5-4301-8986-10ca729c4688 HTTP/1.1" status: 200 len: 991 time: 1.5939538 Dec 09 18:56:06.659383 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a701b10c-9367-4147-b7f6-0e6631023fb7', 'tag': '1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 18:56:06.710615 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a701b10c-9367-4147-b7f6-0e6631023fb7', 'tag': '1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe', 'status': 'completed', 'code': 200} Dec 09 18:56:06.804170 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-f69a5ccf-b1f0-4611-9da3-d5ff4a772b20 None None] Set router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:56:06.836354 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028dafb-beda-4a99-be70-6ba2dad9995f req-3ba6ebca-7129-4494-9947-946a4bd7f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:56:06.837871 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7028dafb-beda-4a99-be70-6ba2dad9995f req-3ba6ebca-7129-4494-9947-946a4bd7f8d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea8e77abb93a41418bdb98c9998305f9&device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 1099 time: 0.0789719 Dec 09 18:56:06.975053 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028dafb-beda-4a99-be70-6ba2dad9995f req-4276b377-48ce-40e9-a6a0-31e66ad48738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:56:06.976441 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7028dafb-beda-4a99-be70-6ba2dad9995f req-4276b377-48ce-40e9-a6a0-31e66ad48738 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b943a3e4-3b56-4add-8e27-e8784cdebe8d HTTP/1.1" status: 200 len: 911 time: 0.1317301 Dec 09 18:56:07.084358 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7028dafb-beda-4a99-be70-6ba2dad9995f req-eabb17cd-b28d-43f3-b97f-2960e2253aa0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe HTTP/1.1" status: 200 len: 999 time: 0.1010690 Dec 09 18:56:07.146927 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028dafb-beda-4a99-be70-6ba2dad9995f req-3f64f9fa-e28d-4a6a-9463-03ae73a764d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:56:07.148374 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7028dafb-beda-4a99-be70-6ba2dad9995f req-3f64f9fa-e28d-4a6a-9463-03ae73a764d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=262818ec-293f-4060-bda5-c6b0102e4af7 HTTP/1.1" status: 200 len: 849 time: 0.0582101 Dec 09 18:56:07.168553 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-f69a5ccf-b1f0-4611-9da3-d5ff4a772b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:48Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': '986f08f1-7fc5-4301-8986-10ca729c4688', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'floating_ip_address': '172.28.2.34', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'port_id': '1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'mac_address': 'fa:16:3e:8c:67:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a701b10c-9367-4147-b7f6-0e6631023fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:55:51Z', 'updated_at': '2021-12-09T18:56:05Z', 'revision_number': 1, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8368c527-95e6-417e-ad8c-8df7fe3466ab', 'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'mac_address': 'fa:16:3e:86:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:47Z', 'updated_at': '2021-12-09T18:55:53Z', 'revision_number': 5, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'subnets': [{'id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:56:07.172467 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a5ccf-b1f0-4611-9da3-d5ff4a772b20 None None] Checking router: 04aeeebc-4b86-428e-9e44-6ea4c29794d1 for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 18:56:07.181414 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a5ccf-b1f0-4611-9da3-d5ff4a772b20 None None] Routers {'04aeeebc-4b86-428e-9e44-6ea4c29794d1'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 18:56:07.182017 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-f69a5ccf-b1f0-4611-9da3-d5ff4a772b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:55:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:56:07.227351 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028dafb-beda-4a99-be70-6ba2dad9995f req-e257bc62-7bbf-4908-90a9-77ed56ef0056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:56:07.228859 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7028dafb-beda-4a99-be70-6ba2dad9995f req-e257bc62-7bbf-4908-90a9-77ed56ef0056 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b943a3e4-3b56-4add-8e27-e8784cdebe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740509 Dec 09 18:56:07.356661 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-f69a5ccf-b1f0-4611-9da3-d5ff4a772b20 None None] Set router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 18:56:07.360781 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7028dafb-beda-4a99-be70-6ba2dad9995f req-60f6145c-0280-4279-9923-d21184775e32 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247587 Dec 09 18:56:07.489529 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7028dafb-beda-4a99-be70-6ba2dad9995f req-10f61c51-8416-4e17-aebe-bf1e3c3ddf92 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226499 Dec 09 18:56:07.707191 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-f69a5ccf-b1f0-4611-9da3-d5ff4a772b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:48Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': '986f08f1-7fc5-4301-8986-10ca729c4688', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'floating_ip_address': '172.28.2.34', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'port_id': '1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'mac_address': 'fa:16:3e:8c:67:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a701b10c-9367-4147-b7f6-0e6631023fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:55:51Z', 'updated_at': '2021-12-09T18:56:05Z', 'revision_number': 1, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8368c527-95e6-417e-ad8c-8df7fe3466ab', 'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'mac_address': 'fa:16:3e:86:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:47Z', 'updated_at': '2021-12-09T18:55:53Z', 'revision_number': 5, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'subnets': [{'id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 18:56:07.711270 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a5ccf-b1f0-4611-9da3-d5ff4a772b20 None None] The sync data for ids ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'] in dv-cinder-819346-1-smb is: [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:48Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': '986f08f1-7fc5-4301-8986-10ca729c4688', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'floating_ip_address': '172.28.2.34', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'port_id': '1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'mac_address': 'fa:16:3e:8c:67:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a701b10c-9367-4147-b7f6-0e6631023fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:55:51Z', 'updated_at': '2021-12-09T18:56:05Z', 'revision_number': 1, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8368c527-95e6-417e-ad8c-8df7fe3466ab', 'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'mac_address': 'fa:16:3e:86:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:47Z', 'updated_at': '2021-12-09T18:55:53Z', 'revision_number': 5, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'subnets': [{'id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 18:56:07.913573 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1477a71-5a04-4df2-8bfe-3d66c563f6c5 None None] New status for floating IP 986f08f1-7fc5-4301-8986-10ca729c4688: ACTIVE {{(pid=86803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 18:56:20.271091 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-be3da0cd-fe8a-4711-b72f-63a48e239000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:21.291125 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:22.611998 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-612475e1-99c4-4039-b5f1-ee1a7ae1a353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:24.071677 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:25.306250 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:26.883542 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:29.524197 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:56:31.527233 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-73b01ebd-162f-40d2-8dc0-aed82a133365 req-5b913ab8-765a-4f08-a26d-8583f28235fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851257 Dec 09 18:56:31.787445 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b01ebd-162f-40d2-8dc0-aed82a133365 req-6afb441d-38f6-4426-b470-913db62de6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:56:31.789046 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-73b01ebd-162f-40d2-8dc0-aed82a133365 req-6afb441d-38f6-4426-b470-913db62de6da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea8e77abb93a41418bdb98c9998305f9&device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 1099 time: 0.1781466 Dec 09 18:56:31.951791 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b01ebd-162f-40d2-8dc0-aed82a133365 req-57d0d0fe-b518-4c08-a4bc-d2e5b0796ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:56:31.953212 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-73b01ebd-162f-40d2-8dc0-aed82a133365 req-57d0d0fe-b518-4c08-a4bc-d2e5b0796ba1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b943a3e4-3b56-4add-8e27-e8784cdebe8d HTTP/1.1" status: 200 len: 911 time: 0.1445653 Dec 09 18:56:32.059714 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-73b01ebd-162f-40d2-8dc0-aed82a133365 req-6c324b13-1ac5-42d1-ab7e-f56d30a7cf3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe HTTP/1.1" status: 200 len: 1001 time: 0.0990016 Dec 09 18:56:32.126846 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b01ebd-162f-40d2-8dc0-aed82a133365 req-80ed61e5-2fe2-42ae-9930-faf37a7929ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:56:32.128387 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-73b01ebd-162f-40d2-8dc0-aed82a133365 req-80ed61e5-2fe2-42ae-9930-faf37a7929ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=262818ec-293f-4060-bda5-c6b0102e4af7 HTTP/1.1" status: 200 len: 849 time: 0.0625651 Dec 09 18:56:32.223954 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b01ebd-162f-40d2-8dc0-aed82a133365 req-20618e4b-8791-4772-ae9f-ad4d62db17f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:56:32.225479 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-73b01ebd-162f-40d2-8dc0-aed82a133365 req-20618e4b-8791-4772-ae9f-ad4d62db17f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b943a3e4-3b56-4add-8e27-e8784cdebe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847778 Dec 09 18:56:32.358443 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-73b01ebd-162f-40d2-8dc0-aed82a133365 req-f7426a88-e3c2-4ccc-8c1b-00224d31bd99 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264997 Dec 09 18:56:32.492825 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-73b01ebd-162f-40d2-8dc0-aed82a133365 req-ed12f7aa-8ec5-48b4-b68f-2b4d36110f37 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274636 Dec 09 18:56:50.268720 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-485e7256-b09f-4b99-9e11-3c62976efdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:51.285374 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:52.606996 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-2413944c-8bad-4d01-8ab1-1a0853143ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:54.076527 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:55.308890 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:56:56.890067 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:57:06.529055 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:57:20.275751 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-21b303e4-2d83-453f-b86c-260d70728f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:57:21.287922 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:57:22.606515 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-f39e7d21-4295-4422-99fe-4513e169441d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:57:24.075849 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:57:25.308441 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:57:26.887505 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:57:29.771165 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096f27b-58e3-483c-8c83-71c7d486fd7d req-84c7e418-b4ab-4a29-9fdb-4de69ea29467 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:29.772520 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d096f27b-58e3-483c-8c83-71c7d486fd7d req-84c7e418-b4ab-4a29-9fdb-4de69ea29467 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0869832 Dec 09 18:57:29.818467 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d096f27b-58e3-483c-8c83-71c7d486fd7d req-ceabf7dd-47e2-4e46-ab14-2d96c7d6fd05 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399995 Dec 09 18:57:31.031297 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef2e91-fca9-46a4-a3a2-5c0070913a15 req-f9756f55-1a01-4010-aedd-a70fcff2d9e1 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:31.032753 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cfef2e91-fca9-46a4-a3a2-5c0070913a15 req-f9756f55-1a01-4010-aedd-a70fcff2d9e1 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0961957 Dec 09 18:57:31.082269 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-cfef2e91-fca9-46a4-a3a2-5c0070913a15 req-e54218ca-182f-4d7b-9e74-e575284947af tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436957 Dec 09 18:57:32.285419 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb5024-bcdc-46e8-a40b-b62111dbf7c1 req-ede7602d-0b0f-4733-8f48-3ce18fc5c1ba tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:32.286903 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-eddb5024-bcdc-46e8-a40b-b62111dbf7c1 req-ede7602d-0b0f-4733-8f48-3ce18fc5c1ba tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0835903 Dec 09 18:57:32.337693 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-eddb5024-bcdc-46e8-a40b-b62111dbf7c1 req-15862385-4746-487b-9769-19531c5b6208 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424750 Dec 09 18:57:32.585963 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8047af3-fd34-4485-b266-54eb47497fce req-4ae7de21-1c2c-4d78-9d5c-f35c7977ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:32.587358 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b8047af3-fd34-4485-b266-54eb47497fce req-4ae7de21-1c2c-4d78-9d5c-f35c7977ad34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea8e77abb93a41418bdb98c9998305f9&device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 1099 time: 0.0895905 Dec 09 18:57:32.739930 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8047af3-fd34-4485-b266-54eb47497fce req-bfb2cdf5-9fc9-4b90-8309-c681348fd059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:32.741370 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b8047af3-fd34-4485-b266-54eb47497fce req-bfb2cdf5-9fc9-4b90-8309-c681348fd059 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b943a3e4-3b56-4add-8e27-e8784cdebe8d HTTP/1.1" status: 200 len: 911 time: 0.1337306 Dec 09 18:57:32.845228 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b8047af3-fd34-4485-b266-54eb47497fce req-46d43d7d-336f-4e5a-8886-382e14492e4e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe HTTP/1.1" status: 200 len: 1001 time: 0.0977170 Dec 09 18:57:32.914674 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8047af3-fd34-4485-b266-54eb47497fce req-552eb945-3e15-43bd-b4ad-f0127bcbdf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:32.916116 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b8047af3-fd34-4485-b266-54eb47497fce req-552eb945-3e15-43bd-b4ad-f0127bcbdf7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=262818ec-293f-4060-bda5-c6b0102e4af7 HTTP/1.1" status: 200 len: 849 time: 0.0639634 Dec 09 18:57:32.996629 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8047af3-fd34-4485-b266-54eb47497fce req-22e96af3-6b17-4a3c-b0a7-efd6ff6084f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:32.998049 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b8047af3-fd34-4485-b266-54eb47497fce req-22e96af3-6b17-4a3c-b0a7-efd6ff6084f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b943a3e4-3b56-4add-8e27-e8784cdebe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754409 Dec 09 18:57:33.140033 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b8047af3-fd34-4485-b266-54eb47497fce req-7c3dbbc1-8c4b-4336-bdb4-d8e5e458c99e service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347649 Dec 09 18:57:33.390029 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b8047af3-fd34-4485-b266-54eb47497fce req-c1704a87-671d-4a51-83ca-7857c7d4f485 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415960 Dec 09 18:57:33.541612 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442089d-931d-46b1-a2b0-d52f699c821d req-d91dd575-4cbb-4057-a5f6-a80112000c69 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:33.543157 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6442089d-931d-46b1-a2b0-d52f699c821d req-d91dd575-4cbb-4057-a5f6-a80112000c69 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0941525 Dec 09 18:57:33.588808 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-6442089d-931d-46b1-a2b0-d52f699c821d req-48cf2bae-1954-4a39-be7a-f604b4882c8a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399251 Dec 09 18:57:34.784175 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f996e-4024-47ac-a000-74c6547d4ea4 req-9fa6817c-3205-468d-89dd-79204c3a9f1c tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:34.785720 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c80f996e-4024-47ac-a000-74c6547d4ea4 req-9fa6817c-3205-468d-89dd-79204c3a9f1c tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0860844 Dec 09 18:57:34.831617 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c80f996e-4024-47ac-a000-74c6547d4ea4 req-aef227b3-e6a9-455d-9f06-035236fafd59 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400717 Dec 09 18:57:36.045950 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e36e4-dbcd-488d-b8dc-e43509426f34 req-17872437-f661-4509-9793-caabc78da294 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:36.047316 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-437e36e4-dbcd-488d-b8dc-e43509426f34 req-17872437-f661-4509-9793-caabc78da294 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0989368 Dec 09 18:57:36.093401 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-437e36e4-dbcd-488d-b8dc-e43509426f34 req-c289f068-f41b-41c1-8a92-8b32a862e43c tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403330 Dec 09 18:57:37.319685 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227714b-860b-4a3e-a645-0e588e3251a3 req-5eebdb1a-cb0e-48d2-a9d0-82b0b686084a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:37.321140 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2227714b-860b-4a3e-a645-0e588e3251a3 req-5eebdb1a-cb0e-48d2-a9d0-82b0b686084a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.1009223 Dec 09 18:57:37.367151 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-2227714b-860b-4a3e-a645-0e588e3251a3 req-6fb02d6a-4b86-45f3-99ef-e489f938cbb0 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398605 Dec 09 18:57:38.581257 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20675-9686-4253-9f8d-7335ed116904 req-52398e11-35fe-463e-b943-23afab2332d6 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:38.582768 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f7c20675-9686-4253-9f8d-7335ed116904 req-52398e11-35fe-463e-b943-23afab2332d6 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0807202 Dec 09 18:57:38.625555 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f7c20675-9686-4253-9f8d-7335ed116904 req-0120be59-6826-40c4-9ebc-19c05c9a231e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369442 Dec 09 18:57:39.821462 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5508ad-4b13-4f68-9546-0e387334b24a req-b5c596fb-ba94-4802-a743-0ae5e0c1fcd8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:39.822946 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6a5508ad-4b13-4f68-9546-0e387334b24a req-b5c596fb-ba94-4802-a743-0ae5e0c1fcd8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0881071 Dec 09 18:57:39.868802 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6a5508ad-4b13-4f68-9546-0e387334b24a req-767b5288-b73e-40ee-a764-a20a26b90438 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396204 Dec 09 18:57:41.086987 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e95aeb-2746-4522-a008-5b739e285b87 req-0329a99f-f355-4e13-b5b3-1ba179f1cfc1 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:41.088424 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c1e95aeb-2746-4522-a008-5b739e285b87 req-0329a99f-f355-4e13-b5b3-1ba179f1cfc1 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0939775 Dec 09 18:57:41.136726 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c1e95aeb-2746-4522-a008-5b739e285b87 req-a51e1a14-6dd5-42c4-9b5b-eae536455bd4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398052 Dec 09 18:57:41.479817 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd15e28-a1e0-4a96-99c0-5023a11a257c req-eae6637b-6aa2-44b1-92f7-98a4683468e0 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:41.481200 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-fbd15e28-a1e0-4a96-99c0-5023a11a257c req-eae6637b-6aa2-44b1-92f7-98a4683468e0 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0810816 Dec 09 18:57:41.529691 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-fbd15e28-a1e0-4a96-99c0-5023a11a257c req-25b625d4-7bf6-40fd-acc7-370551eaa314 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426004 Dec 09 18:57:41.541765 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994bf4-73f2-4ac6-9930-26050680eff5 req-7160e730-7410-47e0-86c3-b83050f74ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:41.543270 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d8994bf4-73f2-4ac6-9930-26050680eff5 req-7160e730-7410-47e0-86c3-b83050f74ceb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea8e77abb93a41418bdb98c9998305f9&device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 1099 time: 0.0750775 Dec 09 18:57:41.674235 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994bf4-73f2-4ac6-9930-26050680eff5 req-b5858aba-928f-4de6-a3e3-5f42e819bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:41.675762 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d8994bf4-73f2-4ac6-9930-26050680eff5 req-b5858aba-928f-4de6-a3e3-5f42e819bf1b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b943a3e4-3b56-4add-8e27-e8784cdebe8d HTTP/1.1" status: 200 len: 911 time: 0.1261287 Dec 09 18:57:41.795004 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d8994bf4-73f2-4ac6-9930-26050680eff5 req-26aa478f-7502-4ae4-9a01-fae2e3764835 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe HTTP/1.1" status: 200 len: 1001 time: 0.1130857 Dec 09 18:57:41.859463 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994bf4-73f2-4ac6-9930-26050680eff5 req-05c75afc-010c-4857-8810-7adee2e4fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:41.861201 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d8994bf4-73f2-4ac6-9930-26050680eff5 req-05c75afc-010c-4857-8810-7adee2e4fc91 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=262818ec-293f-4060-bda5-c6b0102e4af7 HTTP/1.1" status: 200 len: 849 time: 0.0602505 Dec 09 18:57:41.954499 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994bf4-73f2-4ac6-9930-26050680eff5 req-76e5213b-f5a4-4897-bf38-8115630cb62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:41.955992 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d8994bf4-73f2-4ac6-9930-26050680eff5 req-76e5213b-f5a4-4897-bf38-8115630cb62c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b943a3e4-3b56-4add-8e27-e8784cdebe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0887277 Dec 09 18:57:42.098715 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d8994bf4-73f2-4ac6-9930-26050680eff5 req-e619abaf-4b06-44fa-a188-d94c4a658769 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359539 Dec 09 18:57:42.232409 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d8994bf4-73f2-4ac6-9930-26050680eff5 req-14e216bd-94f8-49e7-9289-8cbdaf2847a0 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270769 Dec 09 18:57:42.736156 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d794c-8b26-4b9b-9810-f93515e9e337 req-98afb951-facc-4ddc-82fc-b76746abd5bc tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:42.737567 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b28d794c-8b26-4b9b-9810-f93515e9e337 req-98afb951-facc-4ddc-82fc-b76746abd5bc tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0883002 Dec 09 18:57:42.787374 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b28d794c-8b26-4b9b-9810-f93515e9e337 req-7abf507c-bdb9-4fbb-9971-593bec0c7b8d tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431423 Dec 09 18:57:43.528741 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:57:43.991524 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0443ca-c4e5-4fb3-adca-87a3af16a118 req-0c392e53-bab2-44f1-8e94-6b253275c8af tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:57:43.992965 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-de0443ca-c4e5-4fb3-adca-87a3af16a118 req-0c392e53-bab2-44f1-8e94-6b253275c8af tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0937116 Dec 09 18:57:44.036695 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-de0443ca-c4e5-4fb3-adca-87a3af16a118 req-3c06de5e-aa35-4fe6-a70c-58099be5b338 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378606 Dec 09 18:57:50.267003 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-595c2c40-f8f3-4b7e-bef5-4a5d7fb4b18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:57:51.288041 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:57:52.608195 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-2ed3f77c-b88c-403f-bf41-00882714e70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:57:54.082204 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:57:55.314261 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:57:56.903070 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:58:20.268351 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-f0e4aa84-c47b-46c6-99f9-864703b07083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:58:20.533430 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:58:21.296751 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:58:22.611226 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-cb6da402-6b44-44f9-b855-46212d513202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:58:24.084052 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:58:25.319398 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:58:26.910403 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:58:32.511351 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-67e428e0-7606-4c3a-adab-47f9003a8284 req-bba8d44d-e8e9-4c31-a77a-d470b60a4e83 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826349 Dec 09 18:58:32.669374 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e428e0-7606-4c3a-adab-47f9003a8284 req-94eea06a-a4d2-4503-9e78-fd076e940295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:58:32.670857 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-67e428e0-7606-4c3a-adab-47f9003a8284 req-94eea06a-a4d2-4503-9e78-fd076e940295 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea8e77abb93a41418bdb98c9998305f9&device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 1099 time: 0.0769637 Dec 09 18:58:32.831113 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e428e0-7606-4c3a-adab-47f9003a8284 req-2db3d0ed-5750-4b06-b2e2-72ea4d1a7845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:58:32.832466 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-67e428e0-7606-4c3a-adab-47f9003a8284 req-2db3d0ed-5750-4b06-b2e2-72ea4d1a7845 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b943a3e4-3b56-4add-8e27-e8784cdebe8d HTTP/1.1" status: 200 len: 911 time: 0.1399832 Dec 09 18:58:32.940707 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-67e428e0-7606-4c3a-adab-47f9003a8284 req-a9d4074e-0872-4133-945e-b797cb6357d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe HTTP/1.1" status: 200 len: 1001 time: 0.1011841 Dec 09 18:58:33.002262 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e428e0-7606-4c3a-adab-47f9003a8284 req-9a245432-db4f-405f-a5e9-b904e81f2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:58:33.003655 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-67e428e0-7606-4c3a-adab-47f9003a8284 req-9a245432-db4f-405f-a5e9-b904e81f2e2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=262818ec-293f-4060-bda5-c6b0102e4af7 HTTP/1.1" status: 200 len: 849 time: 0.0563889 Dec 09 18:58:33.176767 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e428e0-7606-4c3a-adab-47f9003a8284 req-a244ae8f-93e1-4c1e-876d-0e769e65dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:58:33.178241 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-67e428e0-7606-4c3a-adab-47f9003a8284 req-a244ae8f-93e1-4c1e-876d-0e769e65dc1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b943a3e4-3b56-4add-8e27-e8784cdebe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1684499 Dec 09 18:58:33.309674 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-67e428e0-7606-4c3a-adab-47f9003a8284 req-e87408f7-5470-430a-ac08-540ca1131d1f service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239738 Dec 09 18:58:33.442831 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-67e428e0-7606-4c3a-adab-47f9003a8284 req-d8790c4c-d713-4abb-baf1-ef83c4ad7876 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259551 Dec 09 18:58:49.110785 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9df956-d01b-420d-bdb1-885ab5ce7494 req-6ba08a09-6656-4fad-ae1e-9f606183cb80 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:58:49.112223 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6e9df956-d01b-420d-bdb1-885ab5ce7494 req-6ba08a09-6656-4fad-ae1e-9f606183cb80 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0809498 Dec 09 18:58:49.156998 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6e9df956-d01b-420d-bdb1-885ab5ce7494 req-85d8195d-1912-4808-9f13-b94eca3764fa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390394 Dec 09 18:58:50.265935 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-75f45570-db66-4a65-9838-45139c59296a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:58:50.380447 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670ddea-71db-4878-896c-a4173236416c req-7dcc2de4-9ef4-43c2-979f-9479076c655a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:58:50.381878 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f670ddea-71db-4878-896c-a4173236416c req-7dcc2de4-9ef4-43c2-979f-9479076c655a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0865185 Dec 09 18:58:50.438074 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-f670ddea-71db-4878-896c-a4173236416c req-4620a221-2eeb-4c00-b1fc-00f3df9f280f tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474598 Dec 09 18:58:51.290067 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:58:51.649172 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc8d7d-40b0-4f3f-ad2c-3378c52b68a5 req-a7695e8e-a90d-498e-b42e-ac09e8681ca5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:58:51.650610 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ffdc8d7d-40b0-4f3f-ad2c-3378c52b68a5 req-a7695e8e-a90d-498e-b42e-ac09e8681ca5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0855746 Dec 09 18:58:51.699071 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ffdc8d7d-40b0-4f3f-ad2c-3378c52b68a5 req-a3b4efd1-9413-4830-836f-1419ec54037f tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395684 Dec 09 18:58:52.609573 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-4196537e-58d9-4751-9870-39316e221f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:58:52.897097 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0924d-c557-4299-ac06-89deb74c5718 req-ae91ecd7-99d6-4e90-a28e-c3212b72eb6d tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:58:52.898431 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e8e0924d-c557-4299-ac06-89deb74c5718 req-ae91ecd7-99d6-4e90-a28e-c3212b72eb6d tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0820844 Dec 09 18:58:52.942481 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e8e0924d-c557-4299-ac06-89deb74c5718 req-3f2c2b27-4969-416b-b9b5-fcb9aaa9b292 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382030 Dec 09 18:58:54.090490 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:58:54.155222 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cde3ba-1c58-43df-be01-431b9da25e42 req-fabf91e9-a84c-4100-9e2c-26d7808be418 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:58:54.156638 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-81cde3ba-1c58-43df-be01-431b9da25e42 req-fabf91e9-a84c-4100-9e2c-26d7808be418 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0943768 Dec 09 18:58:54.204367 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-81cde3ba-1c58-43df-be01-431b9da25e42 req-a75e86d7-655e-42d3-ab85-8d3de1b65310 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418689 Dec 09 18:58:55.317151 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:58:55.499779 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dcf11-cfee-4e95-b452-46b6a58d5230 req-7d52d95b-445c-4d97-bf03-96f1cbf7dd55 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:58:55.501125 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c46dcf11-cfee-4e95-b452-46b6a58d5230 req-7d52d95b-445c-4d97-bf03-96f1cbf7dd55 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.1845622 Dec 09 18:58:55.544636 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c46dcf11-cfee-4e95-b452-46b6a58d5230 req-96ff01e3-f28e-41ad-9acb-3d06a00c7d49 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377150 Dec 09 18:58:56.741682 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddf775-806e-4c40-8182-dd5252c9208e req-25c08e1a-cf43-4c5c-b920-e10f489dde30 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:58:56.743121 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-1dddf775-806e-4c40-8182-dd5252c9208e req-25c08e1a-cf43-4c5c-b920-e10f489dde30 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0899866 Dec 09 18:58:56.790700 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-1dddf775-806e-4c40-8182-dd5252c9208e req-6896525f-7ae7-4c1c-b9fb-29cdf975dabe tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389440 Dec 09 18:58:56.927042 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:58:57.540249 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:58:57.979064 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315421e-1dd8-49d1-ba36-2314592b13f9 req-f45874ed-2deb-4bb7-842c-df8022f0edac tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:58:57.980509 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5315421e-1dd8-49d1-ba36-2314592b13f9 req-f45874ed-2deb-4bb7-842c-df8022f0edac tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0847168 Dec 09 18:58:58.024097 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5315421e-1dd8-49d1-ba36-2314592b13f9 req-9e6e12d4-c9e4-4c1d-8be6-edd0b618e3ac tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378108 Dec 09 18:58:59.236965 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284c6a2-5ecf-480c-b4fd-5b48ec8fb7de req-e198a4c1-1f16-4094-8945-cf1aa951fcda tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:58:59.238324 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8284c6a2-5ecf-480c-b4fd-5b48ec8fb7de req-e198a4c1-1f16-4094-8945-cf1aa951fcda tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0959711 Dec 09 18:58:59.281592 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-8284c6a2-5ecf-480c-b4fd-5b48ec8fb7de req-2c177f77-0a77-4723-8fe5-70cf19a2a9be tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375152 Dec 09 18:59:00.492504 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8145e94-3dc4-47d1-8402-cc6e776a6b42 req-190b44f3-e91f-46b8-a07f-dd9c27b3c08b tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:00.493856 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b8145e94-3dc4-47d1-8402-cc6e776a6b42 req-190b44f3-e91f-46b8-a07f-dd9c27b3c08b tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0968609 Dec 09 18:59:00.542313 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b8145e94-3dc4-47d1-8402-cc6e776a6b42 req-8a10a687-2038-424c-b7d6-4242d47a1cd7 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392666 Dec 09 18:59:01.741995 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1979b9-48d4-470e-9731-87c9f20202ad req-ef0eae09-3062-467b-93f4-4b45a365e522 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:01.743484 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ee1979b9-48d4-470e-9731-87c9f20202ad req-ef0eae09-3062-467b-93f4-4b45a365e522 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0905354 Dec 09 18:59:01.787649 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-ee1979b9-48d4-470e-9731-87c9f20202ad req-7c19511d-01cd-4664-bea8-4d46366832f2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384047 Dec 09 18:59:02.975064 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c64137-2d79-4f92-9b97-55fe5a83bce7 req-4642fdb7-bea6-4094-8eab-5a6e08f6e199 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:02.976375 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e3c64137-2d79-4f92-9b97-55fe5a83bce7 req-4642fdb7-bea6-4094-8eab-5a6e08f6e199 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0815675 Dec 09 18:59:03.027586 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e3c64137-2d79-4f92-9b97-55fe5a83bce7 req-0d9f2bab-dc12-46bc-add1-627fce89824f tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424740 Dec 09 18:59:04.243292 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dd53a-afe2-4b73-822b-6c70f5be3eaa req-9a362b80-2ff7-4efe-97c9-4932001a0854 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:04.244664 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-440dd53a-afe2-4b73-822b-6c70f5be3eaa req-9a362b80-2ff7-4efe-97c9-4932001a0854 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0989182 Dec 09 18:59:04.288977 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-440dd53a-afe2-4b73-822b-6c70f5be3eaa req-0e70b5b5-9b70-42ac-932a-dc33144635bc tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383518 Dec 09 18:59:05.485631 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0b96a-a38c-414a-a63f-58b9eebf422b req-3744b36c-60ae-4e9b-83b1-6d0ecb676c0a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:05.487212 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b2e0b96a-a38c-414a-a63f-58b9eebf422b req-3744b36c-60ae-4e9b-83b1-6d0ecb676c0a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0897326 Dec 09 18:59:05.552542 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b2e0b96a-a38c-414a-a63f-58b9eebf422b req-af02af02-a4d1-4cf2-8723-ffc2364df785 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584817 Dec 09 18:59:06.759163 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbeac5d-ae22-4016-8175-05a879bf925c req-6ce68fbd-d486-4de6-be2e-fdd43d20d5ba tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:06.760630 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3bbeac5d-ae22-4016-8175-05a879bf925c req-6ce68fbd-d486-4de6-be2e-fdd43d20d5ba tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0936828 Dec 09 18:59:06.804708 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3bbeac5d-ae22-4016-8175-05a879bf925c req-a79c3e4b-908c-4d92-82d4-47fda48e831b tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383070 Dec 09 18:59:08.004072 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082dcf4-d900-4c89-86f0-e65ec77f22b2 req-6c5fba1b-46d1-4970-a3d3-45dc2df4bfbe tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:08.005365 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b082dcf4-d900-4c89-86f0-e65ec77f22b2 req-6c5fba1b-46d1-4970-a3d3-45dc2df4bfbe tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0867777 Dec 09 18:59:08.050449 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-b082dcf4-d900-4c89-86f0-e65ec77f22b2 req-36ece959-e448-4d8c-be26-bb6df53922e8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393534 Dec 09 18:59:09.263573 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3faddd1-e0fa-4c8e-be90-f40721dfdbde req-4dc5aa8a-9d7f-46b6-a8c7-08370179243b tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:09.265085 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d3faddd1-e0fa-4c8e-be90-f40721dfdbde req-4dc5aa8a-9d7f-46b6-a8c7-08370179243b tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0928652 Dec 09 18:59:09.309639 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d3faddd1-e0fa-4c8e-be90-f40721dfdbde req-64fe2c98-7434-41c9-936c-39295f08c76f tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383399 Dec 09 18:59:10.507932 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2062074-41e8-43b1-8d1f-a4e475b93b74 req-3e015c1b-8965-4f73-8cc0-623176d14cb8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:10.509428 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c2062074-41e8-43b1-8d1f-a4e475b93b74 req-3e015c1b-8965-4f73-8cc0-623176d14cb8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0897114 Dec 09 18:59:10.553565 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c2062074-41e8-43b1-8d1f-a4e475b93b74 req-608681d4-7864-4e14-ba83-4545b82fe978 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384843 Dec 09 18:59:10.917641 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fcf77-7bf2-4042-9422-6b910eddb411 req-5f373f16-c74f-461a-8b5f-e67ccb7a5c8e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:10.919011 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-114fcf77-7bf2-4042-9422-6b910eddb411 req-5f373f16-c74f-461a-8b5f-e67ccb7a5c8e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0880809 Dec 09 18:59:10.966598 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-114fcf77-7bf2-4042-9422-6b910eddb411 req-4221b930-18f9-48b4-9993-13c9ffd48ae3 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409911 Dec 09 18:59:10.992146 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ea19d-e4fb-4d8f-9428-bbf95788c5c8 req-0abe2e42-6183-4ef9-aeea-8f736803d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:10.993633 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6b3ea19d-e4fb-4d8f-9428-bbf95788c5c8 req-0abe2e42-6183-4ef9-aeea-8f736803d62b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea8e77abb93a41418bdb98c9998305f9&device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 1099 time: 0.0716114 Dec 09 18:59:11.129494 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ea19d-e4fb-4d8f-9428-bbf95788c5c8 req-c03ef002-d65f-4bdb-84e3-2ae0a96b980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:11.130970 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6b3ea19d-e4fb-4d8f-9428-bbf95788c5c8 req-c03ef002-d65f-4bdb-84e3-2ae0a96b980f service neutron] 10.222.0.10 "GET /v2.0/networks?id=b943a3e4-3b56-4add-8e27-e8784cdebe8d HTTP/1.1" status: 200 len: 911 time: 0.1307068 Dec 09 18:59:11.235899 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6b3ea19d-e4fb-4d8f-9428-bbf95788c5c8 req-111273c3-b782-4bf5-a82d-719eb28bd253 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe HTTP/1.1" status: 200 len: 1001 time: 0.0981648 Dec 09 18:59:11.302983 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ea19d-e4fb-4d8f-9428-bbf95788c5c8 req-f800c29c-98fe-47ea-8fe2-ffc33ed8bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:11.304460 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6b3ea19d-e4fb-4d8f-9428-bbf95788c5c8 req-f800c29c-98fe-47ea-8fe2-ffc33ed8bf42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=262818ec-293f-4060-bda5-c6b0102e4af7 HTTP/1.1" status: 200 len: 849 time: 0.0625331 Dec 09 18:59:11.383884 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ea19d-e4fb-4d8f-9428-bbf95788c5c8 req-15536a3a-101a-4ff0-9b1e-6d39e07fb0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:11.385339 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6b3ea19d-e4fb-4d8f-9428-bbf95788c5c8 req-15536a3a-101a-4ff0-9b1e-6d39e07fb0d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b943a3e4-3b56-4add-8e27-e8784cdebe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740175 Dec 09 18:59:11.604895 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6b3ea19d-e4fb-4d8f-9428-bbf95788c5c8 req-262a3048-264d-4973-8099-e4f17d7d635a service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126229 Dec 09 18:59:11.745614 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-6b3ea19d-e4fb-4d8f-9428-bbf95788c5c8 req-14354577-5c97-4bc1-b97e-87ab802428c6 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330147 Dec 09 18:59:12.169818 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e62e8-b070-4f08-8c55-442c6e8111cd req-f06ffbc4-bbcf-48f2-8a78-9a3c4cfa06a3 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:12.171285 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b89e62e8-b070-4f08-8c55-442c6e8111cd req-f06ffbc4-bbcf-48f2-8a78-9a3c4cfa06a3 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0914123 Dec 09 18:59:12.217460 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b89e62e8-b070-4f08-8c55-442c6e8111cd req-41470377-9b56-453d-be88-ce0b6eda943e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392380 Dec 09 18:59:13.438045 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9257b-7b2c-44b1-996f-095ed708b2c9 req-5aef0749-cd78-49db-b8ee-294f1a23d2c1 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:13.439518 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-53c9257b-7b2c-44b1-996f-095ed708b2c9 req-5aef0749-cd78-49db-b8ee-294f1a23d2c1 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0971746 Dec 09 18:59:13.492299 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-53c9257b-7b2c-44b1-996f-095ed708b2c9 req-4acd45f9-99f5-4166-9067-323a6655d008 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469928 Dec 09 18:59:20.263986 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3da4-8e4b-444d-8ef7-227d274290e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:59:21.296290 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:59:22.606382 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-3add12b7-1b13-4502-89ee-c7cf3b5b621a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:59:24.095445 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:59:25.328096 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:59:26.941104 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:59:33.508775 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e8ebcb94-e600-4d27-a879-94ef03eb86a0 req-3961ccaa-0f13-4b83-bec2-c61bcf7fc917 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773811 Dec 09 18:59:33.675056 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebcb94-e600-4d27-a879-94ef03eb86a0 req-368bef4c-8fed-4a0a-82a9-b08eb64772fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:33.676620 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e8ebcb94-e600-4d27-a879-94ef03eb86a0 req-368bef4c-8fed-4a0a-82a9-b08eb64772fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea8e77abb93a41418bdb98c9998305f9&device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 1099 time: 0.0853920 Dec 09 18:59:33.836852 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebcb94-e600-4d27-a879-94ef03eb86a0 req-8a3d6647-431a-40f7-9828-c41b01931f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:33.838227 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e8ebcb94-e600-4d27-a879-94ef03eb86a0 req-8a3d6647-431a-40f7-9828-c41b01931f32 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b943a3e4-3b56-4add-8e27-e8784cdebe8d HTTP/1.1" status: 200 len: 911 time: 0.1415801 Dec 09 18:59:33.945229 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e8ebcb94-e600-4d27-a879-94ef03eb86a0 req-008d2bea-04c1-41f7-ada8-ae97d4c4209e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe HTTP/1.1" status: 200 len: 1001 time: 0.0997787 Dec 09 18:59:34.016825 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebcb94-e600-4d27-a879-94ef03eb86a0 req-bda3477b-6ada-4666-b295-1aa6def76b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:34.018999 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e8ebcb94-e600-4d27-a879-94ef03eb86a0 req-bda3477b-6ada-4666-b295-1aa6def76b77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=262818ec-293f-4060-bda5-c6b0102e4af7 HTTP/1.1" status: 200 len: 849 time: 0.0667415 Dec 09 18:59:34.107497 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebcb94-e600-4d27-a879-94ef03eb86a0 req-e6d6e080-daed-4008-bb11-bba9db9ed8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 18:59:34.108897 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e8ebcb94-e600-4d27-a879-94ef03eb86a0 req-e6d6e080-daed-4008-bb11-bba9db9ed8db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b943a3e4-3b56-4add-8e27-e8784cdebe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832918 Dec 09 18:59:34.240290 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e8ebcb94-e600-4d27-a879-94ef03eb86a0 req-125a168a-18e5-4a08-b6ab-061f89cd57b1 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242788 Dec 09 18:59:34.370140 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e8ebcb94-e600-4d27-a879-94ef03eb86a0 req-96ef1fc7-1f90-4fdc-a8fb-dcbccb63c513 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226132 Dec 09 18:59:34.543982 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 18:59:50.264135 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-3a0ac703-e8b6-451b-80a3-e4289f2e876d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:59:51.293201 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:59:52.611189 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9b773832-ea73-487e-a1d6-d29c4aef9818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:59:54.104091 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:59:55.329145 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 18:59:56.931809 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:11.539794 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 19:00:17.605019 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08679a59-750e-4b28-858e-a70f27d93967 req-3e9f3849-a550-4059-b0a9-90bf9e5f2a6b tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:17.606468 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-08679a59-750e-4b28-858e-a70f27d93967 req-3e9f3849-a550-4059-b0a9-90bf9e5f2a6b tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0969989 Dec 09 19:00:17.657377 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-08679a59-750e-4b28-858e-a70f27d93967 req-5735443f-e690-4f97-b4dd-105ac40452f4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450888 Dec 09 19:00:18.871417 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb51fb9-811c-4cbb-89b1-7e4b5860809f req-71f281df-3532-4410-86d3-2a3751688297 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:18.872849 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-deb51fb9-811c-4cbb-89b1-7e4b5860809f req-71f281df-3532-4410-86d3-2a3751688297 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0940304 Dec 09 19:00:18.928871 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-deb51fb9-811c-4cbb-89b1-7e4b5860809f req-ac2c67c3-922b-459d-a3ac-94e068dc3a2f tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474298 Dec 09 19:00:19.870991 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba0c39-a2ee-45a7-85bb-e6f1843062ea req-648d8829-9be8-40cc-8b13-8d20827fc9b9 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:19.872414 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-20ba0c39-a2ee-45a7-85bb-e6f1843062ea req-648d8829-9be8-40cc-8b13-8d20827fc9b9 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.10 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.0881608 Dec 09 19:00:19.947697 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-20ba0c39-a2ee-45a7-85bb-e6f1843062ea req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Deleting port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 19:00:19.948005 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-20ba0c39-a2ee-45a7-85bb-e6f1843062ea req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:20.258878 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e76b7f45-d9a5-4af9-b551-3c13167ebd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:20.329307 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f13ee-2141-4bdc-b441-9b86a90227d2 req-9e060c8c-1d46-458b-ba59-82b4f5c34aae tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:20.330798 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3e5f13ee-2141-4bdc-b441-9b86a90227d2 req-9e060c8c-1d46-458b-ba59-82b4f5c34aae tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 946 time: 0.2896931 Dec 09 19:00:20.341425 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-20ba0c39-a2ee-45a7-85bb-e6f1843062ea req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] For port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 19:00:20.341764 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-20ba0c39-a2ee-45a7-85bb-e6f1843062ea req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:20.457500 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3e5f13ee-2141-4bdc-b441-9b86a90227d2 req-bca97477-0300-457d-a88c-94bc6bd7e119 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3233ae5-4653-4970-a86f-6b064e706911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185048 Dec 09 19:00:20.687753 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-20ba0c39-a2ee-45a7-85bb-e6f1843062ea req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:20.688089 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-20ba0c39-a2ee-45a7-85bb-e6f1843062ea req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134207117'] for floatingip, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:20.688420 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.l3_db [req-20ba0c39-a2ee-45a7-85bb-e6f1843062ea req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Floating IP 986f08f1-7fc5-4301-8986-10ca729c4688 disassociated. External IP: 172.28.2.34, port: 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe. Dec 09 19:00:20.688745 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-20ba0c39-a2ee-45a7-85bb-e6f1843062ea req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Calling delete_port for 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe owned by compute:nova {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 19:00:20.837989 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-20ba0c39-a2ee-45a7-85bb-e6f1843062ea req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:20.843821 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c8972a06-2f73-4449-9903-d1feb9f78bca tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:00:20.891891 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event deleted for resources: {'Port': ['ID=1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:00:20.902912 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:20.903287 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:20.903641 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:20.903993 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:20.904309 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:20.904676 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:20.905015 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:20.905360 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:20.905705 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:20.906047 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:20.906382 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:20.906759 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:20.910389 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:00:21.096248 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20ba0c39-a2ee-45a7-85bb-e6f1843062ea req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 19:00:21.278548 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:21.282224 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20ba0c39-a2ee-45a7-85bb-e6f1843062ea req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 19:00:21.292397 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6678e7-5027-4789-8434-ab3c9d01c825 None None] Sync routers for ids ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 19:00:21.305349 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6678e7-5027-4789-8434-ab3c9d01c825 None None] Routers {'04aeeebc-4b86-428e-9e44-6ea4c29794d1'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 19:00:21.306322 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-4e6678e7-5027-4789-8434-ab3c9d01c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:59:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:00:21.364958 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ba0c39-a2ee-45a7-85bb-e6f1843062ea req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] No DVR routers for this DVR port 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe on host hv-cinder-81934 {{(pid=86801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 19:00:21.367601 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-20ba0c39-a2ee-45a7-85bb-e6f1843062ea req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:21.371241 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a701b10c-9367-4147-b7f6-0e6631023fb7', 'name': 'network-vif-deleted', 'tag': '1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 19:00:21.392261 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-20ba0c39-a2ee-45a7-85bb-e6f1843062ea req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.10 "DELETE /v2.0/ports/1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe HTTP/1.1" status: 204 len: 173 time: 1.5141973 Dec 09 19:00:21.529285 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-4e6678e7-5027-4789-8434-ab3c9d01c825 None None] Set router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 19:00:21.559828 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a701b10c-9367-4147-b7f6-0e6631023fb7', 'name': 'network-vif-deleted', 'tag': '1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe', 'status': 'completed', 'code': 200} Dec 09 19:00:21.640728 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-9c8d2a6d-952a-47b0-ac2d-a6678fa3e7e8 req-77f03098-352d-46ec-97e3-69281788342e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Synchronizing usage tracker for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 19:00:21.657136 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-9c8d2a6d-952a-47b0-ac2d-a6678fa3e7e8 req-77f03098-352d-46ec-97e3-69281788342e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Unset dirty status for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 19:00:21.658338 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-9c8d2a6d-952a-47b0-ac2d-a6678fa3e7e8 req-77f03098-352d-46ec-97e3-69281788342e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=a701b10c-9367-4147-b7f6-0e6631023fb7 HTTP/1.1" status: 200 len: 210 time: 0.0594320 Dec 09 19:00:21.846961 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-4e6678e7-5027-4789-8434-ab3c9d01c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:48Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '8368c527-95e6-417e-ad8c-8df7fe3466ab', 'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'mac_address': 'fa:16:3e:86:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:47Z', 'updated_at': '2021-12-09T18:55:53Z', 'revision_number': 5, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'subnets': [{'id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:00:21.850789 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6678e7-5027-4789-8434-ab3c9d01c825 None None] Checking router: 04aeeebc-4b86-428e-9e44-6ea4c29794d1 for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 19:00:21.859194 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6678e7-5027-4789-8434-ab3c9d01c825 None None] Routers {'04aeeebc-4b86-428e-9e44-6ea4c29794d1'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 19:00:21.859780 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-4e6678e7-5027-4789-8434-ab3c9d01c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T18:59:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:00:22.035911 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-4e6678e7-5027-4789-8434-ab3c9d01c825 None None] Set router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 19:00:22.136056 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 19:00:22.173485 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 19:00:22.173830 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 1f0eb054-5c3f-40e6-8ec7-2d2ea88d87fe not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 19:00:22.352507 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-4e6678e7-5027-4789-8434-ab3c9d01c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:48Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '8368c527-95e6-417e-ad8c-8df7fe3466ab', 'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'mac_address': 'fa:16:3e:86:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:47Z', 'updated_at': '2021-12-09T18:55:53Z', 'revision_number': 5, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'subnets': [{'id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:00:22.356473 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6678e7-5027-4789-8434-ab3c9d01c825 None None] The sync data for ids ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'] in dv-cinder-819346-1-smb is: [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:48Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '8368c527-95e6-417e-ad8c-8df7fe3466ab', 'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'mac_address': 'fa:16:3e:86:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:47Z', 'updated_at': '2021-12-09T18:55:53Z', 'revision_number': 5, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'subnets': [{'id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 19:00:22.578223 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b31a0-1cfe-463c-b276-deb58c4e3b64 None None] New status for floating IP 986f08f1-7fc5-4301-8986-10ca729c4688: DOWN {{(pid=86803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 19:00:22.725101 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4cd4-3c47-4c0b-93f1-d10068473cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:23.810747 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 51670) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:00:23.877985 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-818f9aa3-8f13-4c50-9cd2-a5295c6feced tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:23.904914 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-818f9aa3-8f13-4c50-9cd2-a5295c6feced tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:23.966616 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-818f9aa3-8f13-4c50-9cd2-a5295c6feced tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:23.971775 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-db93ba57-de5c-404c-9b68-e4a76ac800ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:00:23.989583 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f9aa3-8f13-4c50-9cd2-a5295c6feced tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3233ae5-4653-4970-a86f-6b064e706911,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:00:23.992113 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-818f9aa3-8f13-4c50-9cd2-a5295c6feced tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:00:24.001343 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-818f9aa3-8f13-4c50-9cd2-a5295c6feced tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:24.005061 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-818f9aa3-8f13-4c50-9cd2-a5295c6feced tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "DELETE /v2.0/security-groups/a3233ae5-4653-4970-a86f-6b064e706911 HTTP/1.1" status: 204 len: 168 time: 0.1906502 Dec 09 19:00:24.005208 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 51674) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:00:24.021463 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.api.v2.resource [None req-3abeae82-4fb6-4a8b-99f5-75879c29af05 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] show failed (client error): The resource could not be found. Dec 09 19:00:24.022369 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-3abeae82-4fb6-4a8b-99f5-75879c29af05 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups/a3233ae5-4653-4970-a86f-6b064e706911 HTTP/1.1" status: 404 len: 347 time: 0.0162396 Dec 09 19:00:24.025240 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 51678) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:00:24.094954 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:24.185296 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-ae891d7f-0f5a-4ac9-bbf8-4ce2686a15df tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Deleting port 8da5e0a5-d8c0-4161-8762-a5c31ada70ac {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 19:00:24.185656 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ae891d7f-0f5a-4ac9-bbf8-4ce2686a15df tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:24.473633 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ae891d7f-0f5a-4ac9-bbf8-4ce2686a15df tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:24.473936 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ae891d7f-0f5a-4ac9-bbf8-4ce2686a15df tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:24.600075 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-ae891d7f-0f5a-4ac9-bbf8-4ce2686a15df tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Calling delete_port for 8da5e0a5-d8c0-4161-8762-a5c31ada70ac owned by network:floatingip {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 19:00:24.754229 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ae891d7f-0f5a-4ac9-bbf8-4ce2686a15df tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:24.757660 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-5753f8d4-e6d8-4317-adaa-0dfe742e23ad tempest-VolumesActionsTest-1877779899 tempest-VolumesActionsTest-1877779899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:00:24.801615 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae891d7f-0f5a-4ac9-bbf8-4ce2686a15df tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event deleted for resources: {'Port': ['ID=8da5e0a5-d8c0-4161-8762-a5c31ada70ac,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:00:24.804720 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-ae891d7f-0f5a-4ac9-bbf8-4ce2686a15df tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:00:24.898561 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ae891d7f-0f5a-4ac9-bbf8-4ce2686a15df tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for floatingip, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:24.922076 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ae891d7f-0f5a-4ac9-bbf8-4ce2686a15df tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for floatingip, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:24.923282 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-ae891d7f-0f5a-4ac9-bbf8-4ce2686a15df tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "DELETE /v2.0/floatingips/986f08f1-7fc5-4301-8986-10ca729c4688 HTTP/1.1" status: 204 len: 168 time: 0.8971937 Dec 09 19:00:25.339756 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:26.305419 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51686) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:00:26.310866 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--868184296', 'description': 'tempest-description--18713483'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 19:00:26.317192 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:00:26.321714 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Usage tracker for resource:security_group and tenant:ea8e77abb93a41418bdb98c9998305f9 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 19:00:26.324894 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 19:00:26.332029 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:00:26.343560 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:26.363681 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:00:26.367757 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Usage tracker for resource:security_group_rule and tenant:ea8e77abb93a41418bdb98c9998305f9 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 19:00:26.370632 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 19:00:26.376519 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:00:26.450554 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:26.455878 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:26.459705 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-ae8daa79-4f18-4e5b-a3ee-5bacaf26108a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:00:26.504130 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536d6561-3152-4f2b-b8d4-a297e2946d0b,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:00:26.512490 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:26.513118 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:26.513479 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:26.513842 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:26.514196 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:26.514546 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:26.515084 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:26.515623 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:26.515964 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:26.516318 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:26.516664 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:26.517009 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:26.520325 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:26.521518 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2150180 Dec 09 19:00:26.523194 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:00:26.524453 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51690) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:00:26.530214 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-e5498831-672d-4df3-8a5f-f30ad0f6d3e5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Request body: {'security_group_rule': {'security_group_id': '536d6561-3152-4f2b-b8d4-a297e2946d0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 19:00:26.537862 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-e5498831-672d-4df3-8a5f-f30ad0f6d3e5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:00:26.541731 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-e5498831-672d-4df3-8a5f-f30ad0f6d3e5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Usage tracker for resource:security_group_rule and tenant:ea8e77abb93a41418bdb98c9998305f9 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 19:00:26.544780 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-e5498831-672d-4df3-8a5f-f30ad0f6d3e5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 19:00:26.550475 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-e5498831-672d-4df3-8a5f-f30ad0f6d3e5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:00:26.567460 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e5498831-672d-4df3-8a5f-f30ad0f6d3e5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:26.629580 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e5498831-672d-4df3-8a5f-f30ad0f6d3e5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:26.633211 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e5498831-672d-4df3-8a5f-f30ad0f6d3e5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:26.635482 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:00:26.657548 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5498831-672d-4df3-8a5f-f30ad0f6d3e5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d3dd08-2c64-4256-9c73-31a97bef3493,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:00:26.660029 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-e5498831-672d-4df3-8a5f-f30ad0f6d3e5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:00:26.667805 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-e5498831-672d-4df3-8a5f-f30ad0f6d3e5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:26.669292 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-e5498831-672d-4df3-8a5f-f30ad0f6d3e5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437690 Dec 09 19:00:26.671759 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51694) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:00:26.676747 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-ddf2f643-fb59-4df1-b4d1-d0b5f81849d7 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Request body: {'security_group_rule': {'security_group_id': '536d6561-3152-4f2b-b8d4-a297e2946d0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 19:00:26.683062 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-ddf2f643-fb59-4df1-b4d1-d0b5f81849d7 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:00:26.687045 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-ddf2f643-fb59-4df1-b4d1-d0b5f81849d7 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Usage tracker for resource:security_group_rule and tenant:ea8e77abb93a41418bdb98c9998305f9 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 19:00:26.689916 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-ddf2f643-fb59-4df1-b4d1-d0b5f81849d7 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 19:00:26.695632 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-ddf2f643-fb59-4df1-b4d1-d0b5f81849d7 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:00:26.713174 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ddf2f643-fb59-4df1-b4d1-d0b5f81849d7 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:26.781959 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ddf2f643-fb59-4df1-b4d1-d0b5f81849d7 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:26.786668 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ddf2f643-fb59-4df1-b4d1-d0b5f81849d7 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163787'] for security_group_rule, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:26.788736 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:00:26.811314 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2f643-fb59-4df1-b4d1-d0b5f81849d7 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0fe5a3-e077-43a6-b4d5-23d28ec9d03e,revision_number=0']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:00:26.815896 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-ddf2f643-fb59-4df1-b4d1-d0b5f81849d7 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:00:26.822724 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ddf2f643-fb59-4df1-b4d1-d0b5f81849d7 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:26.824033 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-ddf2f643-fb59-4df1-b4d1-d0b5f81849d7 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513424 Dec 09 19:00:26.827502 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 51698) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:00:26.832691 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.v2.base [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Request body: {'floatingip': {'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c'}} {{(pid=86802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 19:00:26.840243 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:00:26.844813 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Usage tracker for resource:floatingip and tenant:ea8e77abb93a41418bdb98c9998305f9 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 19:00:26.848278 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 19:00:26.854930 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:00:26.868656 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for floatingip, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:26.952636 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:27.030782 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:27.196429 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_common [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Allocated IP 172.28.2.135 (6beed21b-9de4-4fbb-b55d-7f8ce9c9499c/5a39f25e-cbfe-4fa1-b581-b87a4aac1e40/aa71a879-ec7f-4054-9faf-3b3f1132c840) {{(pid=86802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 19:00:27.376718 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for port, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:27.410389 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:27.416131 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:00:27.486071 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Network 6beed21b-9de4-4fbb-b55d-7f8ce9c9499c is already hosted by enough agents. {{(pid=86802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 19:00:27.488976 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.scheduler.base_scheduler [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Resources bound (agent type, host, resource id): {{(pid=86802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 19:00:27.492008 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Received port after_create {{(pid=86802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 19:00:27.553151 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event updated for resources: {'Port': ['ID=aa71a879-ec7f-4054-9faf-3b3f1132c840,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:00:27.557280 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:00:27.603133 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:27.674942 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:28.000560 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for port, precommit_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:28.008182 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132497390'] for port, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:28.012354 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-67d51bfa-85cb-4c09-935f-6bb633003d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:00:28.116225 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event updated for resources: {'Port': ['ID=aa71a879-ec7f-4054-9faf-3b3f1132c840,revision_number=2']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:00:28.120102 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:00:28.127007 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134207117'] for floatingip, after_update {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:28.150170 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for floatingip, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:28.151413 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-d0da6bf3-8b02-415c-8879-04992ae508db tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3229325 Dec 09 19:00:28.331483 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-f0d56298-0019-49c4-af82-628331ec2e95 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Synchronizing usage tracker for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:security_group {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 19:00:28.350352 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-f0d56298-0019-49c4-af82-628331ec2e95 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Unset dirty status for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:security_group {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 19:00:28.351688 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-f0d56298-0019-49c4-af82-628331ec2e95 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--868184296&fields=id&tenant_id=ea8e77abb93a41418bdb98c9998305f9 HTTP/1.1" status: 200 len: 267 time: 0.0614667 Dec 09 19:00:28.514331 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-3747861a-c997-4374-b0d8-357ca59f5f5e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:28.515695 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-3747861a-c997-4374-b0d8-357ca59f5f5e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/networks?id=b943a3e4-3b56-4add-8e27-e8784cdebe8d HTTP/1.1" status: 200 len: 810 time: 0.1534936 Dec 09 19:00:28.530357 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-f3fa580d-bb4c-4e38-9a39-c51161cd6d4c tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/quotas/ea8e77abb93a41418bdb98c9998305f9 HTTP/1.1" status: 200 len: 375 time: 0.0091918 Dec 09 19:00:28.618580 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a72a925e-1b10-463e-929e-9fb5557e2aef tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Synchronizing usage tracker for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 19:00:28.637006 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a72a925e-1b10-463e-929e-9fb5557e2aef tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Unset dirty status for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 19:00:28.638758 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a72a925e-1b10-463e-929e-9fb5557e2aef tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea8e77abb93a41418bdb98c9998305f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1035483 Dec 09 19:00:28.732870 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-ea4a24cb-a8d1-4a46-af47-64a73fd555c9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 19:00:28.733863 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-ea4a24cb-a8d1-4a46-af47-64a73fd555c9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0836899 Dec 09 19:00:28.866952 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-27fa3b58-8684-4fd1-af4f-14a3c4c79b3c service neutron] 10.222.0.20 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239810 Dec 09 19:00:29.009784 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-342551ca-e573-4f51-944e-5f020ebed9a9 service neutron] 10.222.0.20 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350617 Dec 09 19:00:29.195748 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-82ccdcd1-7da4-4772-a0f7-3183f0af9b4f req-524102ef-3960-4f3c-a864-be251ae97263 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 210 time: 0.0428941 Dec 09 19:00:30.358006 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-18b6fd33-ac7a-41ce-a797-61876506577f req-24fcaee9-a021-487e-89e1-c4511d8a59a9 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 210 time: 0.0525999 Dec 09 19:00:30.405400 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a250daa7-ead5-4743-9b16-96b4293c2c76 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:30.406845 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a250daa7-ead5-4743-9b16-96b4293c2c76 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.10 "GET /v2.0/networks?id=b943a3e4-3b56-4add-8e27-e8784cdebe8d HTTP/1.1" status: 200 len: 810 time: 0.1982365 Dec 09 19:00:30.465183 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7fa584c7-b6b8-45e7-b1bc-1073abe7fa51 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea8e77abb93a41418bdb98c9998305f9 HTTP/1.1" status: 200 len: 379 time: 0.0439732 Dec 09 19:00:30.474271 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Request body: {'port': {'device_id': '5575e83b-5452-4278-a98f-8b88940b96cf', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'admin_state_up': True, 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'security_groups': ['536d6561-3152-4f2b-b8d4-a297e2946d0b']}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 19:00:30.613264 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:00:30.623488 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:00:30.636181 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Made reservation on behalf of ea8e77abb93a41418bdb98c9998305f9 for: {'port': 1} {{(pid=86801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 19:00:30.640094 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:30.907081 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.db_base_plugin_common [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Allocated IP 172.20.0.3 (b943a3e4-3b56-4add-8e27-e8784cdebe8d/262818ec-293f-4060-bda5-c6b0102e4af7/0e830e4d-8902-4320-b137-383a6c022faa) {{(pid=86801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 19:00:31.113605 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for port, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:31.129640 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Transition to ACTIVE for port object 0e830e4d-8902-4320-b137-383a6c022faa will not be triggered until provisioned by entity DHCP. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 19:00:31.156932 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737775222357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:31.162420 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a0931718-7d13-47c7-9437-1af7129ba8aa tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:00:31.230573 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Network b943a3e4-3b56-4add-8e27-e8784cdebe8d is already hosted by enough agents. {{(pid=86801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 19:00:31.233842 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.base_scheduler [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Resources bound (agent type, host, resource id): {{(pid=86801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 19:00:31.237686 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Received port after_create {{(pid=86801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 19:00:31.268374 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event updated for resources: {'Port': ['ID=0e830e4d-8902-4320-b137-383a6c022faa,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:00:31.279386 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:00:31.304802 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:31.305391 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:31.331948 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-a0b7af08-8c39-4d36-9bba-0123167440d4 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8612819 Dec 09 19:00:31.347909 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Request body: {'port': {'device_id': '5575e83b-5452-4278-a98f-8b88940b96cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 19:00:31.439577 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-da948223-eef2-40d7-9fcc-b5a9e258f4cc None None] Provisioning for port 0e830e4d-8902-4320-b137-383a6c022faa completed by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 19:00:31.445759 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-da948223-eef2-40d7-9fcc-b5a9e258f4cc None None] Provisioning complete for port 0e830e4d-8902-4320-b137-383a6c022faa triggered by entity DHCP. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 19:00:31.446138 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-da948223-eef2-40d7-9fcc-b5a9e258f4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:31.469606 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:31.503878 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-da948223-eef2-40d7-9fcc-b5a9e258f4cc None None] Port 0e830e4d-8902-4320-b137-383a6c022faa cannot update to ACTIVE because it is not bound. {{(pid=86803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 09 19:00:31.557765 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dc43a-62ed-4782-a47a-748e93c7681a req-021af9ff-c24a-4ba9-8ba2-ec02ab5e39b5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:31.559255 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4c2dc43a-62ed-4782-a47a-748e93c7681a req-021af9ff-c24a-4ba9-8ba2-ec02ab5e39b5 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 931 time: 0.0870152 Dec 09 19:00:31.604802 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-4c2dc43a-62ed-4782-a47a-748e93c7681a req-09404cd0-eeb2-4f3a-bab1-aeab1be25335 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Synchronizing usage tracker for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:security_group {{(pid=86802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 19:00:31.616930 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [req-4c2dc43a-62ed-4782-a47a-748e93c7681a req-09404cd0-eeb2-4f3a-bab1-aeab1be25335 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Unset dirty status for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:security_group {{(pid=86802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 19:00:31.618051 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-4c2dc43a-62ed-4782-a47a-748e93c7681a req-09404cd0-eeb2-4f3a-bab1-aeab1be25335 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=536d6561-3152-4f2b-b8d4-a297e2946d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521677 Dec 09 19:00:31.819963 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e830e4d-8902-4320-b137-383a6c022faa {{(pid=86801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 19:00:31.827635 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:31.844203 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.provisioning_blocks [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Transition to ACTIVE for port object 0e830e4d-8902-4320-b137-383a6c022faa will not be triggered until provisioned by entity L2. {{(pid=86801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 19:00:31.849098 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:31.852872 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-095ea047-83e0-4d56-9940-1d3816a52e41 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:00:31.977386 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Pushing event updated for resources: {'Port': ['ID=0e830e4d-8902-4320-b137-383a6c022faa,revision_number=2']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:00:32.006033 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:00:32.084323 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Attempting to bind port 0e830e4d-8902-4320-b137-383a6c022faa on host hv-cinder-81934 for vnic_type normal with profile {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 19:00:32.084660 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Attempting to bind port 0e830e4d-8902-4320-b137-383a6c022faa by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 19:00:32.084990 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Attempting to bind port 0e830e4d-8902-4320-b137-383a6c022faa on network b943a3e4-3b56-4add-8e27-e8784cdebe8d {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 19:00:32.090022 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Port 0e830e4d-8902-4320-b137-383a6c022faa on network b943a3e4-3b56-4add-8e27-e8784cdebe8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 09 19:00:32.090340 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Attempting to bind port 0e830e4d-8902-4320-b137-383a6c022faa on network b943a3e4-3b56-4add-8e27-e8784cdebe8d {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 09 19:00:32.095986 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Checking agent: {'id': 'bd51abac-8b50-4128-9331-ca9c8c2e6a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'started_at': datetime.datetime(2021, 12, 9, 18, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 19, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 19:00:32.096320 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Checking segment: {'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 09 19:00:32.096701 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Bound using segment: {'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'} {{(pid=86801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 19:00:32.097133 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.managers [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Bound port: 0e830e4d-8902-4320-b137-383a6c022faa, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dff5544-a060-40d0-8d9d-165302f6fc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d'}}] {{(pid=86801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 19:00:32.097474 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:32.188974 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] For port 0e830e4d-8902-4320-b137-383a6c022faa, host hv-cinder-81934, cleared binding levels {{(pid=86801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 09 19:00:32.193096 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] For port 0e830e4d-8902-4320-b137-383a6c022faa, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=0e830e4d-8902-4320-b137-383a6c022faa,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 09 19:00:32.201072 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131583855'] for port, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:32.205915 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f9cea1bf-b597-409f-97f9-3f97b71385f9 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:00:32.259891 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:32.260491 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:32.261849 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] 10.222.0.10 "PUT /v2.0/ports/0e830e4d-8902-4320-b137-383a6c022faa HTTP/1.1" status: 200 len: 1093 time: 0.9185357 Dec 09 19:00:32.262366 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5575e83b-5452-4278-a98f-8b88940b96cf', 'tag': '0e830e4d-8902-4320-b137-383a6c022faa'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 19:00:32.295214 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Pushing event updated for resources: {'Port': ['ID=0e830e4d-8902-4320-b137-383a6c022faa,revision_number=3']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:00:32.299104 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-7da56e64-eca9-47cb-beb5-c54c26effbfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:00:32.313834 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5575e83b-5452-4278-a98f-8b88940b96cf', 'tag': '0e830e4d-8902-4320-b137-383a6c022faa', 'status': 'completed', 'code': 200} Dec 09 19:00:32.402290 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-ce14ae2d-8c10-42eb-bdbe-1cdc05eb7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:32.403857 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-ce14ae2d-8c10-42eb-bdbe-1cdc05eb7d88 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea8e77abb93a41418bdb98c9998305f9&device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 1096 time: 0.0796835 Dec 09 19:00:32.477858 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-77849521-2ffc-499d-b309-c656c830a5f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e830e4d-8902-4320-b137-383a6c022faa HTTP/1.1" status: 200 len: 217 time: 0.0637448 Dec 09 19:00:32.543722 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-48ded683-c4ba-47ef-9aae-5baa613b7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:32.545034 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-48ded683-c4ba-47ef-9aae-5baa613b7799 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=262818ec-293f-4060-bda5-c6b0102e4af7 HTTP/1.1" status: 200 len: 849 time: 0.0611639 Dec 09 19:00:32.623953 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-3fe36d03-f940-4b9e-aa7e-1fc25fbab784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:32.625411 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-3fe36d03-f940-4b9e-aa7e-1fc25fbab784 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b943a3e4-3b56-4add-8e27-e8784cdebe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738895 Dec 09 19:00:32.811023 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a680cf8-dace-4e11-9f97-649cdd68ae97 req-0b211e71-95c8-4f06-b816-e59ba8f35acb tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:32.812367 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5a680cf8-dace-4e11-9f97-649cdd68ae97 req-0b211e71-95c8-4f06-b816-e59ba8f35acb tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 943 time: 0.0834179 Dec 09 19:00:32.857336 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-70474fc8-bce5-4c77-9f6d-2755c6058610 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252319 Dec 09 19:00:32.862285 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-5a680cf8-dace-4e11-9f97-649cdd68ae97 req-b302faeb-b776-4bab-a9e4-13e89072e161 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=536d6561-3152-4f2b-b8d4-a297e2946d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432923 Dec 09 19:00:32.989375 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-16a390e2-3a8b-47fa-8fea-5627ad03cf76 req-8bdecb48-9099-4235-802f-4a0f49c8fc49 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256886 Dec 09 19:00:33.160031 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ba1af-69bd-4ffa-8b56-35de17935767 req-da514e6f-c75e-4e5b-9c67-810ad10f7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:33.161504 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7e9ba1af-69bd-4ffa-8b56-35de17935767 req-da514e6f-c75e-4e5b-9c67-810ad10f7c34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea8e77abb93a41418bdb98c9998305f9&device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 1096 time: 0.0825236 Dec 09 19:00:33.304791 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ba1af-69bd-4ffa-8b56-35de17935767 req-14c6b577-ee29-488b-955c-44729e7bee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:33.306228 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7e9ba1af-69bd-4ffa-8b56-35de17935767 req-14c6b577-ee29-488b-955c-44729e7bee09 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b943a3e4-3b56-4add-8e27-e8784cdebe8d HTTP/1.1" status: 200 len: 911 time: 0.1377542 Dec 09 19:00:33.376359 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7e9ba1af-69bd-4ffa-8b56-35de17935767 req-723afb54-35fb-4f0a-9fe2-10ae56115d4e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e830e4d-8902-4320-b137-383a6c022faa HTTP/1.1" status: 200 len: 217 time: 0.0632136 Dec 09 19:00:33.455168 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ba1af-69bd-4ffa-8b56-35de17935767 req-589dfa8f-5387-4721-8f7b-3fea99599625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:33.457355 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7e9ba1af-69bd-4ffa-8b56-35de17935767 req-589dfa8f-5387-4721-8f7b-3fea99599625 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=262818ec-293f-4060-bda5-c6b0102e4af7 HTTP/1.1" status: 200 len: 849 time: 0.0741787 Dec 09 19:00:33.543920 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ba1af-69bd-4ffa-8b56-35de17935767 req-76991d79-3528-45cd-b493-922013a1fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:33.545754 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7e9ba1af-69bd-4ffa-8b56-35de17935767 req-76991d79-3528-45cd-b493-922013a1fce2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b943a3e4-3b56-4add-8e27-e8784cdebe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812247 Dec 09 19:00:33.686916 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7e9ba1af-69bd-4ffa-8b56-35de17935767 req-7839814e-480f-46c6-acad-f17811b5dccc service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340535 Dec 09 19:00:33.819777 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-7e9ba1af-69bd-4ffa-8b56-35de17935767 req-1127cd2c-76dd-49cc-b6b4-5667b4a4f91f service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258795 Dec 09 19:00:34.061686 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88326d-13db-4505-b02b-8cef56122f80 req-1d1133de-22e4-487c-ada3-f924fd86a31a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:34.062259 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-3a88326d-13db-4505-b02b-8cef56122f80 req-1d1133de-22e4-487c-ada3-f924fd86a31a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Synchronizing usage tracker for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 19:00:34.081546 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-3a88326d-13db-4505-b02b-8cef56122f80 req-1d1133de-22e4-487c-ada3-f924fd86a31a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Unset dirty status for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 19:00:34.082651 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3a88326d-13db-4505-b02b-8cef56122f80 req-1d1133de-22e4-487c-ada3-f924fd86a31a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 943 time: 0.1138527 Dec 09 19:00:34.130514 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-3a88326d-13db-4505-b02b-8cef56122f80 req-c39c9ab0-eb49-43ae-902a-a560e3d23379 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=536d6561-3152-4f2b-b8d4-a297e2946d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420058 Dec 09 19:00:35.340753 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cff07a-49e5-4f8f-9fc6-521f8aff5543 req-9cb548d4-3efd-4ba9-b7b9-e85c1d2e1b3a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:35.342271 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-40cff07a-49e5-4f8f-9fc6-521f8aff5543 req-9cb548d4-3efd-4ba9-b7b9-e85c1d2e1b3a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 943 time: 0.0869243 Dec 09 19:00:35.386996 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-40cff07a-49e5-4f8f-9fc6-521f8aff5543 req-03dac7ee-d763-4bbb-8c34-9b8eab0b261b tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=536d6561-3152-4f2b-b8d4-a297e2946d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389585 Dec 09 19:00:36.193722 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 0e830e4d-8902-4320-b137-383a6c022faa details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 19:00:36.333416 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 0e830e4d-8902-4320-b137-383a6c022faa, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=0e830e4d-8902-4320-b137-383a6c022faa,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 19:00:36.346482 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Returning: {'device': '0e830e4d-8902-4320-b137-383a6c022faa', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'port_id': '0e830e4d-8902-4320-b137-383a6c022faa', 'mac_address': 'fa:16:3e:84:ea:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 19:00:36.405615 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:36.424980 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e830e4d-8902-4320-b137-383a6c022faa {{(pid=86803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 19:00:36.444519 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 0e830e4d-8902-4320-b137-383a6c022faa, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=0e830e4d-8902-4320-b137-383a6c022faa,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 19:00:36.449653 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:36.453413 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:00:36.522612 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=0e830e4d-8902-4320-b137-383a6c022faa,revision_number=4']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:00:36.530112 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:36.530453 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:36.530807 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:36.531135 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:36.531450 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:36.531767 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:36.532084 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:36.532398 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:36.532709 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:36.533016 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:36.533312 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:36.533620 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:00:36.537705 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:00:36.583949 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41751846-f063-41a6-8c57-d08c4c019b08 req-6b585d34-601f-4730-bbd2-66c919f0f723 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:36.585375 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-41751846-f063-41a6-8c57-d08c4c019b08 req-6b585d34-601f-4730-bbd2-66c919f0f723 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 944 time: 0.0858250 Dec 09 19:00:36.634957 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-41751846-f063-41a6-8c57-d08c4c019b08 req-2f8ddea7-8874-4add-949a-e11041290ca9 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=536d6561-3152-4f2b-b8d4-a297e2946d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436974 Dec 09 19:00:36.875586 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] get_ports_and_sgs() called for port_ids ['0e830e4d-8902-4320-b137-383a6c022faa'] {{(pid=86803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 19:00:37.830638 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408e28a-93da-46fd-80a9-080aebe85ac7 req-d095fa67-f88b-41f3-aa4a-6f1ba0db90cc tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:37.832649 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e408e28a-93da-46fd-80a9-080aebe85ac7 req-d095fa67-f88b-41f3-aa4a-6f1ba0db90cc tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 944 time: 0.0914075 Dec 09 19:00:37.880015 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-e408e28a-93da-46fd-80a9-080aebe85ac7 req-263e9645-83d6-41dc-9851-6327247fc0dd tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=536d6561-3152-4f2b-b8d4-a297e2946d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406933 Dec 09 19:00:38.207244 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 0e830e4d-8902-4320-b137-383a6c022faa up at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 19:00:38.290985 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning for port 0e830e4d-8902-4320-b137-383a6c022faa completed by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 19:00:38.295676 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.db.provisioning_blocks [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Provisioning complete for port 0e830e4d-8902-4320-b137-383a6c022faa triggered by entity L2. {{(pid=86803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 19:00:38.296080 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1329902'] for port, provisioning_complete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:38.453710 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1350685'] for port, before_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:38.482221 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5575e83b-5452-4278-a98f-8b88940b96cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e830e4d-8902-4320-b137-383a6c022faa'}] {{(pid=86803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 19:00:38.492134 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] For port 0e830e4d-8902-4320-b137-383a6c022faa, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=0e830e4d-8902-4320-b137-383a6c022faa,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 19:00:38.500792 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737775685946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737775222375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737775222420'] for port, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:38.502778 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:00:38.570044 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Pushing event updated for resources: {'Port': ['ID=0e830e4d-8902-4320-b137-383a6c022faa,revision_number=5']} {{(pid=86803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:00:38.573143 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_concurrency.lockutils [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:00:38.583885 dv-cinder-819346-1-smb neutron-server[86803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5575e83b-5452-4278-a98f-8b88940b96cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e830e4d-8902-4320-b137-383a6c022faa', 'code': 200} Dec 09 19:00:38.845688 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3311e84-c7ef-4c54-b162-c2ef944d4b52 req-8aa7c60e-ab99-458b-bca4-55189b471233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:38.847247 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e3311e84-c7ef-4c54-b162-c2ef944d4b52 req-8aa7c60e-ab99-458b-bca4-55189b471233 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 1098 time: 0.0790002 Dec 09 19:00:38.891429 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-e3311e84-c7ef-4c54-b162-c2ef944d4b52 req-5fc37f8d-91bb-4f15-9891-f706dc4d7164 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=536d6561-3152-4f2b-b8d4-a297e2946d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348959 Dec 09 19:00:39.083990 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a09c4-b266-40e9-8a1c-88b8253251ff req-f3acc230-6cb7-481b-bd4e-ea4a5c6d58ec tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:39.085428 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3b4a09c4-b266-40e9-8a1c-88b8253251ff req-f3acc230-6cb7-481b-bd4e-ea4a5c6d58ec tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 945 time: 0.0933988 Dec 09 19:00:39.134167 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-3b4a09c4-b266-40e9-8a1c-88b8253251ff req-d9407306-7318-486d-8bfa-5048116fbae6 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=536d6561-3152-4f2b-b8d4-a297e2946d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404835 Dec 09 19:00:40.346463 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02843ac-c9e1-43fb-b3cc-8026245a6777 req-637f3b9d-e9db-48ae-9667-027e2df03187 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:40.348071 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c02843ac-c9e1-43fb-b3cc-8026245a6777 req-637f3b9d-e9db-48ae-9667-027e2df03187 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 945 time: 0.0908754 Dec 09 19:00:40.396750 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-c02843ac-c9e1-43fb-b3cc-8026245a6777 req-1db22ff5-7dfe-41fd-b107-e16ca8108ec9 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=536d6561-3152-4f2b-b8d4-a297e2946d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401969 Dec 09 19:00:41.615651 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cec31f-4e74-4e59-a40e-990f2c1df734 req-aad32cbb-6434-4435-b1a9-5cb31e3314c7 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:41.617074 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-49cec31f-4e74-4e59-a40e-990f2c1df734 req-aad32cbb-6434-4435-b1a9-5cb31e3314c7 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 945 time: 0.0925381 Dec 09 19:00:41.664591 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-49cec31f-4e74-4e59-a40e-990f2c1df734 req-d8803fcb-8cf0-4264-9415-84e8929c5952 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=536d6561-3152-4f2b-b8d4-a297e2946d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386693 Dec 09 19:00:41.857314 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180290f-5a2c-4b62-a1f8-873abd540205 req-87d8d36d-7d77-4178-98ba-0ba36fef4b41 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:41.858918 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-9180290f-5a2c-4b62-a1f8-873abd540205 req-87d8d36d-7d77-4178-98ba-0ba36fef4b41 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 945 time: 0.0868862 Dec 09 19:00:41.869943 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 51760) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:00:41.876165 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.v2.base [None req-ec73323d-e6b7-4efb-8e1f-dbc96777f3ff tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Request body: {'floatingip': {'port_id': '0e830e4d-8902-4320-b137-383a6c022faa'}} {{(pid=86801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 19:00:41.957454 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ec73323d-e6b7-4efb-8e1f-dbc96777f3ff tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for floatingip, before_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:42.699748 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ec73323d-e6b7-4efb-8e1f-dbc96777f3ff tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:42.706824 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ec73323d-e6b7-4efb-8e1f-dbc96777f3ff tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134207117'] for floatingip, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:42.882488 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.l3_db [None req-ec73323d-e6b7-4efb-8e1f-dbc96777f3ff tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Floating IP 59bb3ad0-4547-4629-bc53-d8c2d344583b associated. External IP: 172.28.2.135, port: 0e830e4d-8902-4320-b137-383a6c022faa. Dec 09 19:00:43.245807 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec73323d-e6b7-4efb-8e1f-dbc96777f3ff tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 19:00:43.425048 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec73323d-e6b7-4efb-8e1f-dbc96777f3ff tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 19:00:43.429738 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-ec73323d-e6b7-4efb-8e1f-dbc96777f3ff tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for floatingip, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:43.435294 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50964ab9-4d5a-4720-a50c-f0e4fadedbb9 None None] Sync routers for ids ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 19:00:43.446513 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50964ab9-4d5a-4720-a50c-f0e4fadedbb9 None None] Routers {'04aeeebc-4b86-428e-9e44-6ea4c29794d1'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 19:00:43.447220 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-50964ab9-4d5a-4720-a50c-f0e4fadedbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T19:00:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:00:43.483865 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-ec73323d-e6b7-4efb-8e1f-dbc96777f3ff tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "PUT /v2.0/floatingips/59bb3ad0-4547-4629-bc53-d8c2d344583b HTTP/1.1" status: 200 len: 991 time: 1.6124759 Dec 09 19:00:43.484437 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5575e83b-5452-4278-a98f-8b88940b96cf', 'tag': '0e830e4d-8902-4320-b137-383a6c022faa'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 19:00:43.531310 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5575e83b-5452-4278-a98f-8b88940b96cf', 'tag': '0e830e4d-8902-4320-b137-383a6c022faa', 'status': 'completed', 'code': 200} Dec 09 19:00:43.625588 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-50964ab9-4d5a-4720-a50c-f0e4fadedbb9 None None] Set router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 19:00:43.755116 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caaabc-3aaa-49af-9b55-aaf599e1d6a1 req-cdf352a2-34c6-45d1-b424-7a24d253b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:43.756516 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-20caaabc-3aaa-49af-9b55-aaf599e1d6a1 req-cdf352a2-34c6-45d1-b424-7a24d253b2ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea8e77abb93a41418bdb98c9998305f9&device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 1098 time: 0.1906562 Dec 09 19:00:43.891811 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caaabc-3aaa-49af-9b55-aaf599e1d6a1 req-86ece1b4-9b23-4c8d-bab1-b39fa822754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:43.893257 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-20caaabc-3aaa-49af-9b55-aaf599e1d6a1 req-86ece1b4-9b23-4c8d-bab1-b39fa822754b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b943a3e4-3b56-4add-8e27-e8784cdebe8d HTTP/1.1" status: 200 len: 911 time: 0.1295774 Dec 09 19:00:43.996774 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-20caaabc-3aaa-49af-9b55-aaf599e1d6a1 req-30700c32-b643-4cc9-b4e6-01e2e5d4d5ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e830e4d-8902-4320-b137-383a6c022faa HTTP/1.1" status: 200 len: 999 time: 0.0961790 Dec 09 19:00:44.015028 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-50964ab9-4d5a-4720-a50c-f0e4fadedbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:48Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': '59bb3ad0-4547-4629-bc53-d8c2d344583b', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'floating_ip_address': '172.28.2.135', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'port_id': '0e830e4d-8902-4320-b137-383a6c022faa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'mac_address': 'fa:16:3e:84:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5575e83b-5452-4278-a98f-8b88940b96cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:00:27Z', 'updated_at': '2021-12-09T19:00:42Z', 'revision_number': 1, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8368c527-95e6-417e-ad8c-8df7fe3466ab', 'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'mac_address': 'fa:16:3e:86:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:47Z', 'updated_at': '2021-12-09T18:55:53Z', 'revision_number': 5, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'subnets': [{'id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:00:44.019356 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50964ab9-4d5a-4720-a50c-f0e4fadedbb9 None None] Checking router: 04aeeebc-4b86-428e-9e44-6ea4c29794d1 for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 19:00:44.028589 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50964ab9-4d5a-4720-a50c-f0e4fadedbb9 None None] Routers {'04aeeebc-4b86-428e-9e44-6ea4c29794d1'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 19:00:44.029185 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-50964ab9-4d5a-4720-a50c-f0e4fadedbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T19:00:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:00:44.056736 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caaabc-3aaa-49af-9b55-aaf599e1d6a1 req-b6e4e99e-7144-4c84-986d-bb4ddd207a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:44.058151 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-20caaabc-3aaa-49af-9b55-aaf599e1d6a1 req-b6e4e99e-7144-4c84-986d-bb4ddd207a14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=262818ec-293f-4060-bda5-c6b0102e4af7 HTTP/1.1" status: 200 len: 849 time: 0.0554621 Dec 09 19:00:44.136980 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caaabc-3aaa-49af-9b55-aaf599e1d6a1 req-a86e161f-94c8-4d54-9675-edce7d344ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:00:44.138451 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-20caaabc-3aaa-49af-9b55-aaf599e1d6a1 req-a86e161f-94c8-4d54-9675-edce7d344ccd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b943a3e4-3b56-4add-8e27-e8784cdebe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738697 Dec 09 19:00:44.217319 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-50964ab9-4d5a-4720-a50c-f0e4fadedbb9 None None] Set router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 19:00:44.298960 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-20caaabc-3aaa-49af-9b55-aaf599e1d6a1 req-92aa2e93-8624-47d1-826b-7d95431bcb0f service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531625 Dec 09 19:00:44.432566 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-20caaabc-3aaa-49af-9b55-aaf599e1d6a1 req-4b175067-3cb2-4bc9-95b4-05d820122a45 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271703 Dec 09 19:00:44.586786 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-50964ab9-4d5a-4720-a50c-f0e4fadedbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:48Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': '59bb3ad0-4547-4629-bc53-d8c2d344583b', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'floating_ip_address': '172.28.2.135', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'port_id': '0e830e4d-8902-4320-b137-383a6c022faa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'mac_address': 'fa:16:3e:84:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5575e83b-5452-4278-a98f-8b88940b96cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:00:27Z', 'updated_at': '2021-12-09T19:00:42Z', 'revision_number': 1, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8368c527-95e6-417e-ad8c-8df7fe3466ab', 'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'mac_address': 'fa:16:3e:86:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:47Z', 'updated_at': '2021-12-09T18:55:53Z', 'revision_number': 5, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'subnets': [{'id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:00:44.593352 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50964ab9-4d5a-4720-a50c-f0e4fadedbb9 None None] The sync data for ids ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'] in dv-cinder-819346-1-smb is: [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:48Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_floatingips': [{'id': '59bb3ad0-4547-4629-bc53-d8c2d344583b', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'floating_ip_address': '172.28.2.135', 'floating_network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'router_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'port_id': '0e830e4d-8902-4320-b137-383a6c022faa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'mac_address': 'fa:16:3e:84:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5575e83b-5452-4278-a98f-8b88940b96cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:00:27Z', 'updated_at': '2021-12-09T19:00:42Z', 'revision_number': 1, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8368c527-95e6-417e-ad8c-8df7fe3466ab', 'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'mac_address': 'fa:16:3e:86:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:47Z', 'updated_at': '2021-12-09T18:55:53Z', 'revision_number': 5, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'subnets': [{'id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 19:00:44.801353 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c79aff-61da-4568-b0d7-c99b8ebf5876 None None] New status for floating IP 59bb3ad0-4547-4629-bc53-d8c2d344583b: ACTIVE {{(pid=86803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 19:00:48.545056 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 19:00:50.276387 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-53277842-48ad-40d9-b0c7-56eed1313d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:51.285858 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:52.620362 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-98acd9fd-9ce2-421b-9d64-a961bcf5362c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:54.107066 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:55.340093 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:00:56.953956 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:01:20.267335 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-32083dd6-d572-4547-a65c-4e955a4514c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:01:21.280518 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:01:22.614557 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-772b0c46-e6dd-48ec-9219-4508ef46694a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:01:24.108722 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:01:25.338272 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:01:25.551772 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 19:01:26.963809 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:01:34.540640 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b294e439-6c39-4bdc-a67b-8c55509d9670 req-7c633f2b-eea9-46c2-b3d9-81099103fc92 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1184807 Dec 09 19:01:34.716769 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294e439-6c39-4bdc-a67b-8c55509d9670 req-bfcf9bf3-f7c7-4232-ba1b-ea033bc6adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:01:34.718099 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b294e439-6c39-4bdc-a67b-8c55509d9670 req-bfcf9bf3-f7c7-4232-ba1b-ea033bc6adf6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea8e77abb93a41418bdb98c9998305f9&device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 1098 time: 0.0786037 Dec 09 19:01:34.865243 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294e439-6c39-4bdc-a67b-8c55509d9670 req-e13debf1-3b9f-4b96-ae6b-07a06fa8e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:01:34.866827 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b294e439-6c39-4bdc-a67b-8c55509d9670 req-e13debf1-3b9f-4b96-ae6b-07a06fa8e4f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b943a3e4-3b56-4add-8e27-e8784cdebe8d HTTP/1.1" status: 200 len: 911 time: 0.1262701 Dec 09 19:01:34.971753 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b294e439-6c39-4bdc-a67b-8c55509d9670 req-e4f0c0bc-fd66-49a3-9eb1-35f6cdf61653 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e830e4d-8902-4320-b137-383a6c022faa HTTP/1.1" status: 200 len: 1001 time: 0.0979803 Dec 09 19:01:35.038591 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294e439-6c39-4bdc-a67b-8c55509d9670 req-117715c0-310a-49d0-8c8c-88ecfb4d50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:01:35.040007 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b294e439-6c39-4bdc-a67b-8c55509d9670 req-117715c0-310a-49d0-8c8c-88ecfb4d50a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=262818ec-293f-4060-bda5-c6b0102e4af7 HTTP/1.1" status: 200 len: 849 time: 0.0624990 Dec 09 19:01:35.128375 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294e439-6c39-4bdc-a67b-8c55509d9670 req-12930512-ecd9-4667-a939-496fb07c4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:01:35.129825 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b294e439-6c39-4bdc-a67b-8c55509d9670 req-12930512-ecd9-4667-a939-496fb07c4956 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b943a3e4-3b56-4add-8e27-e8784cdebe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819607 Dec 09 19:01:35.274267 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b294e439-6c39-4bdc-a67b-8c55509d9670 req-fda448f3-57b2-468a-9a2a-abd34086f916 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374776 Dec 09 19:01:35.406783 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-b294e439-6c39-4bdc-a67b-8c55509d9670 req-f4d032e2-4787-4124-9935-f3850f83a440 service neutron] 10.222.0.10 "GET /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259727 Dec 09 19:01:50.267973 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a18cf1ff-2fb4-4014-8cf2-2bc3b690e983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:01:51.281396 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:01:52.622329 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-d84d8baf-635b-4861-81cb-5c5aea7d61bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:01:54.105021 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:01:55.348067 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:01:56.992624 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:02.541418 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 19:02:15.333113 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2f35a-dcf3-4215-ba41-307b1193f5fa req-7ef91c42-dc54-4804-8aa9-6e12667bead2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:02:15.334553 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d5e2f35a-dcf3-4215-ba41-307b1193f5fa req-7ef91c42-dc54-4804-8aa9-6e12667bead2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 945 time: 0.0854528 Dec 09 19:02:15.473450 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-d5e2f35a-dcf3-4215-ba41-307b1193f5fa req-52d08cc6-d4be-4d83-8892-9860b33ffc27 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=536d6561-3152-4f2b-b8d4-a297e2946d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330092 Dec 09 19:02:16.688330 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686181b-09c7-4aa6-96c0-8c2e28907e1e req-018d4d4a-0a05-48f4-8d49-4d7e57e54c8a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:02:16.689905 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c686181b-09c7-4aa6-96c0-8c2e28907e1e req-018d4d4a-0a05-48f4-8d49-4d7e57e54c8a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 945 time: 0.0998082 Dec 09 19:02:16.740209 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [req-c686181b-09c7-4aa6-96c0-8c2e28907e1e req-514746f3-b91a-4b01-a379-45fbfc45e752 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=536d6561-3152-4f2b-b8d4-a297e2946d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441706 Dec 09 19:02:17.536542 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832baf42-97ce-4143-b921-6c598ca3f518 req-a806ffee-9322-4e9c-a014-3718425118d6 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:02:17.537975 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-832baf42-97ce-4143-b921-6c598ca3f518 req-a806ffee-9322-4e9c-a014-3718425118d6 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.10 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 945 time: 0.0920908 Dec 09 19:02:17.608291 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-832baf42-97ce-4143-b921-6c598ca3f518 req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Deleting port 0e830e4d-8902-4320-b137-383a6c022faa {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 19:02:17.608577 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-832baf42-97ce-4143-b921-6c598ca3f518 req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:17.911241 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [req-832baf42-97ce-4143-b921-6c598ca3f518 req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] For port 0e830e4d-8902-4320-b137-383a6c022faa, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=0e830e4d-8902-4320-b137-383a6c022faa,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 19:02:17.911557 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-832baf42-97ce-4143-b921-6c598ca3f518 req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:18.113545 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272e758-097a-4d99-a9b6-a0205781b5a3 req-9f2b1183-5b09-4e0e-a394-daedcc8fde58 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 19:02:18.115028 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5272e758-097a-4d99-a9b6-a0205781b5a3 req-9f2b1183-5b09-4e0e-a394-daedcc8fde58 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 945 time: 0.2641265 Dec 09 19:02:18.252203 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-5272e758-097a-4d99-a9b6-a0205781b5a3 req-fa738010-4e58-4240-804c-fdab6a41ed0e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups?id=536d6561-3152-4f2b-b8d4-a297e2946d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277888 Dec 09 19:02:18.258922 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-832baf42-97ce-4143-b921-6c598ca3f518 req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:18.259278 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-832baf42-97ce-4143-b921-6c598ca3f518 req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-134207117'] for floatingip, after_update {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:18.259583 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.db.l3_db [req-832baf42-97ce-4143-b921-6c598ca3f518 req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Floating IP 59bb3ad0-4547-4629-bc53-d8c2d344583b disassociated. External IP: 172.28.2.135, port: 0e830e4d-8902-4320-b137-383a6c022faa. Dec 09 19:02:18.259917 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [req-832baf42-97ce-4143-b921-6c598ca3f518 req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Calling delete_port for 0e830e4d-8902-4320-b137-383a6c022faa owned by compute:nova {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 19:02:18.424050 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-832baf42-97ce-4143-b921-6c598ca3f518 req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:18.429763 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-a97f3657-8593-48b0-8019-35eb764da856 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:18.474447 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event deleted for resources: {'Port': ['ID=0e830e4d-8902-4320-b137-383a6c022faa,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:18.485172 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:18.485550 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:18.485970 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:18.486433 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:18.486803 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:18.487161 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:18.487512 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:18.487862 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:18.488210 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:18.488558 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:18.488904 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:18.489247 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:18.493228 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:18.672132 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-832baf42-97ce-4143-b921-6c598ca3f518 req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 19:02:18.865796 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-832baf42-97ce-4143-b921-6c598ca3f518 req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 19:02:18.875810 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde1e6f-cc7e-4fce-82bf-5406f7d8ef11 None None] Sync routers for ids ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 19:02:18.886318 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde1e6f-cc7e-4fce-82bf-5406f7d8ef11 None None] Routers {'04aeeebc-4b86-428e-9e44-6ea4c29794d1'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 19:02:18.887139 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-acde1e6f-cc7e-4fce-82bf-5406f7d8ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T19:01:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:02:19.048790 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.l3_dvrscheduler_db [req-832baf42-97ce-4143-b921-6c598ca3f518 req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] No DVR routers for this DVR port 0e830e4d-8902-4320-b137-383a6c022faa on host hv-cinder-81934 {{(pid=86801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 19:02:19.051329 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [req-832baf42-97ce-4143-b921-6c598ca3f518 req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for port, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:19.053909 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5575e83b-5452-4278-a98f-8b88940b96cf', 'name': 'network-vif-deleted', 'tag': '0e830e4d-8902-4320-b137-383a6c022faa'}] {{(pid=86801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 19:02:19.072182 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-832baf42-97ce-4143-b921-6c598ca3f518 req-770134ea-f995-42d4-9ea3-5eb1031f31a2 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.10 "DELETE /v2.0/ports/0e830e4d-8902-4320-b137-383a6c022faa HTTP/1.1" status: 204 len: 173 time: 1.5285399 Dec 09 19:02:19.074209 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-acde1e6f-cc7e-4fce-82bf-5406f7d8ef11 None None] Set router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 19:02:19.111580 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5575e83b-5452-4278-a98f-8b88940b96cf', 'name': 'network-vif-deleted', 'tag': '0e830e4d-8902-4320-b137-383a6c022faa', 'status': 'completed', 'code': 200} Dec 09 19:02:19.410177 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-71231a6e-6a94-4cd5-831d-af75276dec89 req-6bf1c891-54ea-4840-9022-c068a5455b2e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Synchronizing usage tracker for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:port {{(pid=86801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 19:02:19.413980 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-acde1e6f-cc7e-4fce-82bf-5406f7d8ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:48Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '8368c527-95e6-417e-ad8c-8df7fe3466ab', 'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'mac_address': 'fa:16:3e:86:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:47Z', 'updated_at': '2021-12-09T18:55:53Z', 'revision_number': 5, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'subnets': [{'id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:02:19.418022 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde1e6f-cc7e-4fce-82bf-5406f7d8ef11 None None] Checking router: 04aeeebc-4b86-428e-9e44-6ea4c29794d1 for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 19:02:19.426323 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [req-71231a6e-6a94-4cd5-831d-af75276dec89 req-6bf1c891-54ea-4840-9022-c068a5455b2e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Unset dirty status for tenant:ea8e77abb93a41418bdb98c9998305f9 on resource:port {{(pid=86801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 19:02:19.426967 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde1e6f-cc7e-4fce-82bf-5406f7d8ef11 None None] Routers {'04aeeebc-4b86-428e-9e44-6ea4c29794d1'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 19:02:19.427572 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-acde1e6f-cc7e-4fce-82bf-5406f7d8ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T19:01:53Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:02:19.427701 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [req-71231a6e-6a94-4cd5-831d-af75276dec89 req-6bf1c891-54ea-4840-9022-c068a5455b2e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/ports?device_id=5575e83b-5452-4278-a98f-8b88940b96cf HTTP/1.1" status: 200 len: 210 time: 0.0586314 Dec 09 19:02:19.603586 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-acde1e6f-cc7e-4fce-82bf-5406f7d8ef11 None None] Set router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 19:02:19.910789 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-acde1e6f-cc7e-4fce-82bf-5406f7d8ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:48Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '8368c527-95e6-417e-ad8c-8df7fe3466ab', 'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'mac_address': 'fa:16:3e:86:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:47Z', 'updated_at': '2021-12-09T18:55:53Z', 'revision_number': 5, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'subnets': [{'id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:02:19.914706 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde1e6f-cc7e-4fce-82bf-5406f7d8ef11 None None] The sync data for ids ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'] in dv-cinder-819346-1-smb is: [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:48Z', 'revision_number': 4, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb', '_interfaces': [{'id': '8368c527-95e6-417e-ad8c-8df7fe3466ab', 'name': '', 'network_id': 'b943a3e4-3b56-4add-8e27-e8784cdebe8d', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'mac_address': 'fa:16:3e:86:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:47Z', 'updated_at': '2021-12-09T18:55:53Z', 'revision_number': 5, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'subnets': [{'id': '262818ec-293f-4060-bda5-c6b0102e4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 19:02:20.145969 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfaa65-4241-4042-9fba-a85cad5f9c60 None None] New status for floating IP 59bb3ad0-4547-4629-bc53-d8c2d344583b: DOWN {{(pid=86803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 19:02:20.369330 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-5256a9df-11f8-4e59-9f6e-232beb41f64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:20.558401 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 52028) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:20.626174 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb128-2669-4dea-aa51-96accf18b6d0 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:20.654869 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb128-2669-4dea-aa51-96accf18b6d0 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:20.717446 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb128-2669-4dea-aa51-96accf18b6d0 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:20.721897 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c066d11b-405a-4437-89da-4b65cded6af8 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:20.737430 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbb128-2669-4dea-aa51-96accf18b6d0 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536d6561-3152-4f2b-b8d4-a297e2946d0b,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:20.739997 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-fdcbb128-2669-4dea-aa51-96accf18b6d0 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:20.750260 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb128-2669-4dea-aa51-96accf18b6d0 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:20.751778 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-fdcbb128-2669-4dea-aa51-96accf18b6d0 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "DELETE /v2.0/security-groups/536d6561-3152-4f2b-b8d4-a297e2946d0b HTTP/1.1" status: 204 len: 168 time: 0.1919756 Dec 09 19:02:20.754286 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 52032) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:20.770516 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.api.v2.resource [None req-a0cae830-1759-47d6-9f39-4d5f04d1ba0b tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] show failed (client error): The resource could not be found. Dec 09 19:02:20.771512 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-a0cae830-1759-47d6-9f39-4d5f04d1ba0b tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "GET /v2.0/security-groups/536d6561-3152-4f2b-b8d4-a297e2946d0b HTTP/1.1" status: 404 len: 347 time: 0.0162814 Dec 09 19:02:20.774335 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 52036) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:20.935879 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-c7243dbc-72d7-475d-80ca-e5613e2ed9a8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Deleting port aa71a879-ec7f-4054-9faf-3b3f1132c840 {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 19:02:20.936096 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c7243dbc-72d7-475d-80ca-e5613e2ed9a8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:21.107997 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c7243dbc-72d7-475d-80ca-e5613e2ed9a8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:21.108277 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c7243dbc-72d7-475d-80ca-e5613e2ed9a8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:21.234537 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-c7243dbc-72d7-475d-80ca-e5613e2ed9a8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Calling delete_port for aa71a879-ec7f-4054-9faf-3b3f1132c840 owned by network:floatingip {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 19:02:21.280427 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:21.413243 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c7243dbc-72d7-475d-80ca-e5613e2ed9a8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:21.417847 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-093cf951-a42d-453d-baa1-11143d3f97c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:21.492301 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7243dbc-72d7-475d-80ca-e5613e2ed9a8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Pushing event deleted for resources: {'Port': ['ID=aa71a879-ec7f-4054-9faf-3b3f1132c840,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:21.498753 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-c7243dbc-72d7-475d-80ca-e5613e2ed9a8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:21.561197 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c7243dbc-72d7-475d-80ca-e5613e2ed9a8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks [] for floatingip, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:21.581037 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-c7243dbc-72d7-475d-80ca-e5613e2ed9a8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74372'] for floatingip, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:21.582169 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-c7243dbc-72d7-475d-80ca-e5613e2ed9a8 tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] 10.222.0.20 "DELETE /v2.0/floatingips/59bb3ad0-4547-4629-bc53-d8c2d344583b HTTP/1.1" status: 204 len: 168 time: 0.8069746 Dec 09 19:02:22.623448 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-ef582a24-f3e5-4009-867b-e2fb330eeade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:22.756936 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 0e830e4d-8902-4320-b137-383a6c022faa no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 19:02:22.799753 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] No Port match for: 0e830e4d-8902-4320-b137-383a6c022faa {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 19:02:22.800262 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Device 0e830e4d-8902-4320-b137-383a6c022faa not bound to the agent host hv-cinder-81934 {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 19:02:24.127032 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:25.349063 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:25.790375 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 52068) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:26.502715 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2f3c18fa-593a-429b-b8cd-eaff2ece5d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-134115999'] for router_interface, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:26.848184 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c18fa-593a-429b-b8cd-eaff2ece5d49 admin admin] Deleting port 8368c527-95e6-417e-ad8c-8df7fe3466ab {{(pid=86801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 19:02:26.848925 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2f3c18fa-593a-429b-b8cd-eaff2ece5d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:26.986374 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:27.024697 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.db [None req-2f3c18fa-593a-429b-b8cd-eaff2ece5d49 admin admin] For port 8368c527-95e6-417e-ad8c-8df7fe3466ab, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=8368c527-95e6-417e-ad8c-8df7fe3466ab,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 19:02:27.025088 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2f3c18fa-593a-429b-b8cd-eaff2ece5d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:27.150459 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c18fa-593a-429b-b8cd-eaff2ece5d49 admin admin] Calling delete_port for 8368c527-95e6-417e-ad8c-8df7fe3466ab owned by network:router_interface {{(pid=86801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 19:02:27.324790 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2f3c18fa-593a-429b-b8cd-eaff2ece5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131583846'] for port, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:27.330633 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-feac1c26-fc51-4354-a7ff-277afb622de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:27.382828 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c18fa-593a-429b-b8cd-eaff2ece5d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=8368c527-95e6-417e-ad8c-8df7fe3466ab,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:27.385937 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-2f3c18fa-593a-429b-b8cd-eaff2ece5d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:27.652303 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-2f3c18fa-593a-429b-b8cd-eaff2ece5d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133747802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133799279'] for router_interface, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:28.191217 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3c18fa-593a-429b-b8cd-eaff2ece5d49 admin admin] Router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 has already been hosted by L3 agent 9eb211f8-b95c-404a-aac8-0731c86d061c {{(pid=86801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 09 19:02:28.383856 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3c18fa-593a-429b-b8cd-eaff2ece5d49 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-smb the message routers_updated {{(pid=86801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 09 19:02:28.392484 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ce3759-69d5-4ee1-9568-9a642b2fd05e None None] Sync routers for ids ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'] in dv-cinder-819346-1-smb {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 19:02:28.398381 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-2f3c18fa-593a-429b-b8cd-eaff2ece5d49 admin admin] 10.222.0.20 "PUT /v2.0/routers/04aeeebc-4b86-428e-9e44-6ea4c29794d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6068220 Dec 09 19:02:28.401340 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52074) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:28.404241 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ce3759-69d5-4ee1-9568-9a642b2fd05e None None] Routers {'04aeeebc-4b86-428e-9e44-6ea4c29794d1'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 19:02:28.404864 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-85ce3759-69d5-4ee1-9568-9a642b2fd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T19:02:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:02:28.592039 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-85ce3759-69d5-4ee1-9568-9a642b2fd05e None None] Set router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 gateway port host: dv-cinder-819346-1-smb {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 19:02:28.603655 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Notify callbacks [] for router, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:28.781206 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:28.794398 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Deleting port 85099016-fee8-4be8-b4af-20083869d9b2 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 19:02:28.795345 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:28.906020 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-85ce3759-69d5-4ee1-9568-9a642b2fd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'external_fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '85099016-fee8-4be8-b4af-20083869d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T19:02:27Z', 'revision_number': 5, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port': {'id': '85099016-fee8-4be8-b4af-20083869d9b2', 'name': '', 'network_id': '6beed21b-9de4-4fbb-b55d-7f8ce9c9499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T18:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a39f25e-cbfe-4fa1-b581-b87a4aac1e40', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-smb'}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:02:28.910305 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ce3759-69d5-4ee1-9568-9a642b2fd05e None None] Checking router: 04aeeebc-4b86-428e-9e44-6ea4c29794d1 for host: dv-cinder-819346-1-smb {{(pid=86804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 19:02:28.918948 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ce3759-69d5-4ee1-9568-9a642b2fd05e None None] Routers {'04aeeebc-4b86-428e-9e44-6ea4c29794d1'} bound to L3 agent in host dv-cinder-819346-1-smb {{(pid=86804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 19:02:28.919548 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-85ce3759-69d5-4ee1-9568-9a642b2fd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819346-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:53Z,description=,heartbeat_timestamp=2021-12-09T19:02:23Z,host='dv-cinder-819346-1-smb',id=9eb211f8-b95c-404a-aac8-0731c86d061c,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T18:36:53Z,topic='l3_agent')) {'router_ids': ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'], 'active': True} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:02:28.965896 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] For port 85099016-fee8-4be8-b4af-20083869d9b2, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=85099016-fee8-4be8-b4af-20083869d9b2,segment=NetworkSegment(a60d1822-1163-4c45-a3b3-cfe94d38e9f8),segment_id=a60d1822-1163-4c45-a3b3-cfe94d38e9f8)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 19:02:28.966253 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:29.067929 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_dvr_db [None req-85ce3759-69d5-4ee1-9568-9a642b2fd05e None None] Set router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 gateway port host: None {{(pid=86804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 09 19:02:29.194643 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.l3_hamode_db [None req-85ce3759-69d5-4ee1-9568-9a642b2fd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T19:02:28Z', 'revision_number': 6, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port_host': None}], 'dv-cinder-819346-1-smb', False) {} {{(pid=86804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:02:29.196698 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Calling delete_port for 85099016-fee8-4be8-b4af-20083869d9b2 owned by network:router_gateway {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 19:02:29.198830 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ce3759-69d5-4ee1-9568-9a642b2fd05e None None] The sync data for ids ['04aeeebc-4b86-428e-9e44-6ea4c29794d1'] in dv-cinder-819346-1-smb is: [{'id': '04aeeebc-4b86-428e-9e44-6ea4c29794d1', 'name': 'tempest-AttachVolumeTestJSON-135110570-router', 'tenant_id': 'ea8e77abb93a41418bdb98c9998305f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:55:44Z', 'updated_at': '2021-12-09T19:02:28Z', 'revision_number': 6, 'project_id': 'ea8e77abb93a41418bdb98c9998305f9', 'gw_port_host': None}] {{(pid=86804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 19:02:29.380595 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:29.387268 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-044a13a7-67b0-41a5-bcff-e04b10d9ea52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:29.436797 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Pushing event deleted for resources: {'Port': ['ID=85099016-fee8-4be8-b4af-20083869d9b2,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:29.481005 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:29.481549 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:29.482176 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:29.482833 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:29.483462 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:29.484055 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:29.484700 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:29.485271 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:29.485833 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:29.486341 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:29.486730 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:29.487086 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:02:29.530617 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:29.564868 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-134207224'] for router_gateway, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:29.772639 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133799251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100632'] for router, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:29.774781 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:29.800980 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-134115958'] for router, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:29.801719 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04aeeebc-4b86-428e-9e44-6ea4c29794d1 {{(pid=86802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 19:02:29.814342 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] Notify callbacks [] for router, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:29.818004 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-f04a07d1-5fd2-449f-97a6-7b8a4aa93670 admin admin] 10.222.0.20 "DELETE /v2.0/routers/04aeeebc-4b86-428e-9e44-6ea4c29794d1 HTTP/1.1" status: 204 len: 168 time: 1.4131722 Dec 09 19:02:29.818219 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52078) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:29.882950 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0ee441-db94-4a98-8956-2c9db27e83ca admin admin] Deleting subnet 262818ec-293f-4060-bda5-c6b0102e4af7 {{(pid=86802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 19:02:29.886176 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ac0ee441-db94-4a98-8956-2c9db27e83ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:29.942328 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ac0ee441-db94-4a98-8956-2c9db27e83ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132133715'] for subnet, precommit_delete_associations {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:30.032982 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ac0ee441-db94-4a98-8956-2c9db27e83ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1323596'] for subnet, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:30.072094 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 8368c527-95e6-417e-ad8c-8df7fe3466ab no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 19:02:30.103045 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ac0ee441-db94-4a98-8956-2c9db27e83ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1323540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132497364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132271083'] for subnet, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:30.106783 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:30.107354 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: 8368c527-95e6-417e-ad8c-8df7fe3466ab {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 19:02:30.107715 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 8368c527-95e6-417e-ad8c-8df7fe3466ab not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 19:02:30.108140 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 85099016-fee8-4be8-b4af-20083869d9b2 no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 19:02:30.143667 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ee441-db94-4a98-8956-2c9db27e83ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=262818ec-293f-4060-bda5-c6b0102e4af7,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:30.144367 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: 85099016-fee8-4be8-b4af-20083869d9b2 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 19:02:30.144708 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device 85099016-fee8-4be8-b4af-20083869d9b2 not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 19:02:30.146996 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-ac0ee441-db94-4a98-8956-2c9db27e83ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:30.151994 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-ac0ee441-db94-4a98-8956-2c9db27e83ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for subnet, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:30.157926 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082717d0-5810-4318-a0de-60c790bac8a1 None None] Network b943a3e4-3b56-4add-8e27-e8784cdebe8d requested from dv-cinder-819346-1-smb {{(pid=86803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 09 19:02:30.161326 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-ac0ee441-db94-4a98-8956-2c9db27e83ca admin admin] 10.222.0.20 "DELETE /v2.0/subnets/262818ec-293f-4060-bda5-c6b0102e4af7 HTTP/1.1" status: 204 len: 168 time: 0.3397284 Dec 09 19:02:30.161781 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52082) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:30.288333 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1294839'] for network, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:30.299705 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Deleting port c3d5822b-7ef6-4399-81ca-b043656732d7 {{(pid=86802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 19:02:30.300205 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:30.451039 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b8728c-f1d9-42b1-b6c1-9177a2be1be5 None None] DHCP port deletion for b943a3e4-3b56-4add-8e27-e8784cdebe8d request from dv-cinder-819346-1-smb {{(pid=86803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 09 19:02:30.455429 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-71b8728c-f1d9-42b1-b6c1-9177a2be1be5 None None] Deleting port c3d5822b-7ef6-4399-81ca-b043656732d7 {{(pid=86803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 19:02:30.455811 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-71b8728c-f1d9-42b1-b6c1-9177a2be1be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:30.509458 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.db [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] For port c3d5822b-7ef6-4399-81ca-b043656732d7, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=c3d5822b-7ef6-4399-81ca-b043656732d7,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 19:02:30.510078 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:30.636666 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.plugin [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Calling delete_port for c3d5822b-7ef6-4399-81ca-b043656732d7 owned by network:dhcp {{(pid=86802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 19:02:30.703985 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.db [None req-71b8728c-f1d9-42b1-b6c1-9177a2be1be5 None None] For port c3d5822b-7ef6-4399-81ca-b043656732d7, host dv-cinder-819346-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-smb',level=0,port_id=c3d5822b-7ef6-4399-81ca-b043656732d7,segment=NetworkSegment(4dff5544-a060-40d0-8d9d-165302f6fc55),segment_id=4dff5544-a060-40d0-8d9d-165302f6fc55)] {{(pid=86803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 09 19:02:30.704386 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-71b8728c-f1d9-42b1-b6c1-9177a2be1be5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-134205855'] for port, precommit_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:30.816499 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1350750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737775685973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737775222366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132497383'] for port, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:30.821550 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:30.826015 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-71b8728c-f1d9-42b1-b6c1-9177a2be1be5 None None] Calling delete_port for c3d5822b-7ef6-4399-81ca-b043656732d7 owned by network:dhcp {{(pid=86803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 09 19:02:30.865906 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d5822b-7ef6-4399-81ca-b043656732d7,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:30.867744 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] No DVR routers for this DVR port c3d5822b-7ef6-4399-81ca-b043656732d7 on host dv-cinder-819346-1-smb {{(pid=86802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 19:02:30.869209 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:30.902015 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.db.api [None req-71b8728c-f1d9-42b1-b6c1-9177a2be1be5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 19:02:30.902290 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG oslo_db.api [None req-71b8728c-f1d9-42b1-b6c1-9177a2be1be5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 19:02:30.981460 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1324903', 'neutron.services.segments.db._delete_segments_for_network-8737775659942'] for network, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:31.009977 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b943a3e4-3b56-4add-8e27-e8784cdebe8d']}} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:02:31.021906 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dff5544-a060-40d0-8d9d-165302f6fc55') {'for_net_delete': True} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:02:31.022202 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.services.segments.db [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dff5544-a060-40d0-8d9d-165302f6fc55') {} {{(pid=86802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 19:02:31.033530 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737775753593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132133700'] for segment, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:31.049604 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1320230'] for segment, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:31.056272 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=86802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 19:02:31.056674 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1320239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132497162'] for segment, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: Traceback (most recent call last): Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: timer() Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: cb(*args, **kw) Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: return func(*args, **kwargs) Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: self._notify() Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: self.callback(batched_events) Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: event.method(event) Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: return f(self, *a, **k) Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: return self._get(url).json() Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: return self.request(url, 'GET', **kwargs) Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 19:02:31.069738 dv-cinder-819346-1-smb neutron-server[86802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 19:02:31.154697 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1324894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133747795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-134207135'] for network, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:31.158596 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-134b84b8-68fb-4fba-9339-ecd56149d068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:31.171844 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133747837'] for network, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:31.182307 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b943a3e4-3b56-4add-8e27-e8784cdebe8d,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:31.185354 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:31.197630 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-60a2ec64-7840-437c-ab8b-f3fe9bc0f3cd admin admin] 10.222.0.20 "DELETE /v2.0/networks/b943a3e4-3b56-4add-8e27-e8784cdebe8d HTTP/1.1" status: 204 len: 168 time: 1.0351822 Dec 09 19:02:31.317257 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52088) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:31.367165 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-f5cedc15-b04b-4103-bef1-f89435bb7eaf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea8e77abb93a41418bdb98c9998305f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483160 Dec 09 19:02:31.369789 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52092) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:31.403932 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-71b8728c-f1d9-42b1-b6c1-9177a2be1be5 None None] Deleting port c3d5822b-7ef6-4399-81ca-b043656732d7 {{(pid=86803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 09 19:02:31.404504 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-71b8728c-f1d9-42b1-b6c1-9177a2be1be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737775681729'] for port, before_delete {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:31.429503 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3f63a1e7-2188-449f-b0f3-04a84cc75ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:31.455210 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3f63a1e7-2188-449f-b0f3-04a84cc75ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:31.468943 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-71b8728c-f1d9-42b1-b6c1-9177a2be1be5 None None] The port 'c3d5822b-7ef6-4399-81ca-b043656732d7' was deleted {{(pid=86803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 09 19:02:31.511162 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3f63a1e7-2188-449f-b0f3-04a84cc75ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:31.514912 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-c82c06dd-753f-4b41-89b5-e1a0973a3b6e tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:31.528904 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63a1e7-2188-449f-b0f3-04a84cc75ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123fabac-b3b9-4471-a067-f2b1ee251e32,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:31.533830 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-3f63a1e7-2188-449f-b0f3-04a84cc75ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:31.535274 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3f63a1e7-2188-449f-b0f3-04a84cc75ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:31.538778 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-3f63a1e7-2188-449f-b0f3-04a84cc75ea5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/123fabac-b3b9-4471-a067-f2b1ee251e32 HTTP/1.1" status: 204 len: 168 time: 0.1658554 Dec 09 19:02:31.886074 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device c3d5822b-7ef6-4399-81ca-b043656732d7 no longer exists at agent ovs-agent-dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 19:02:31.922298 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.plugin [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] No Port match for: c3d5822b-7ef6-4399-81ca-b043656732d7 {{(pid=86803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 09 19:02:31.922639 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron.plugins.ml2.rpc [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Device c3d5822b-7ef6-4399-81ca-b043656732d7 not bound to the agent host dv-cinder-819346-1-smb {{(pid=86803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 19:02:35.877487 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52154) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:36.030305 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-317b82ef-8695-47e6-8f2e-1dd2371330a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:36.045544 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-317b82ef-8695-47e6-8f2e-1dd2371330a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:02:36.050038 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-317b82ef-8695-47e6-8f2e-1dd2371330a8 admin admin] Usage tracker for resource:security_group_rule and tenant:6c04e3a7bed14e67b5bd5d7b976c3295 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 19:02:36.053774 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-317b82ef-8695-47e6-8f2e-1dd2371330a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 19:02:36.059909 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-317b82ef-8695-47e6-8f2e-1dd2371330a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:02:36.158386 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-317b82ef-8695-47e6-8f2e-1dd2371330a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:36.163966 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-317b82ef-8695-47e6-8f2e-1dd2371330a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:36.170986 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-79ad24d9-d5a3-46ac-a497-44993a2e8fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:36.209810 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b82ef-8695-47e6-8f2e-1dd2371330a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a6761e-1564-40ec-9c10-6b2f9b2955b2,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:36.213081 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-317b82ef-8695-47e6-8f2e-1dd2371330a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:36.218196 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-317b82ef-8695-47e6-8f2e-1dd2371330a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c04e3a7bed14e67b5bd5d7b976c3295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372521 Dec 09 19:02:36.219013 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52160) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:36.278167 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-4dc79103-af28-4d29-ad05-4553f58f42af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:36.304801 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-4dc79103-af28-4d29-ad05-4553f58f42af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:36.363099 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-4dc79103-af28-4d29-ad05-4553f58f42af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:36.368293 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-65ce7f41-92b6-42b4-a95e-2620648c35c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:36.379648 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc79103-af28-4d29-ad05-4553f58f42af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a6761e-1564-40ec-9c10-6b2f9b2955b2,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:36.382651 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-4dc79103-af28-4d29-ad05-4553f58f42af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:36.384549 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-4dc79103-af28-4d29-ad05-4553f58f42af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:36.388084 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-4dc79103-af28-4d29-ad05-4553f58f42af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94a6761e-1564-40ec-9c10-6b2f9b2955b2 HTTP/1.1" status: 204 len: 168 time: 0.1663332 Dec 09 19:02:37.944489 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52212) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:38.063676 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-361acd88-df6c-4cbf-866c-2505d74926bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:38.079607 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-361acd88-df6c-4cbf-866c-2505d74926bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:02:38.084137 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-361acd88-df6c-4cbf-866c-2505d74926bd admin admin] Usage tracker for resource:security_group_rule and tenant:b432c0ad3e6447d0a6339cd3b6d7015b is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 19:02:38.089708 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-361acd88-df6c-4cbf-866c-2505d74926bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 19:02:38.099199 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-361acd88-df6c-4cbf-866c-2505d74926bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:02:38.194060 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-361acd88-df6c-4cbf-866c-2505d74926bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:38.201917 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-361acd88-df6c-4cbf-866c-2505d74926bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:38.214191 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8c0072e8-a6d5-4de8-9519-277b497def23 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:38.253091 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-361acd88-df6c-4cbf-866c-2505d74926bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b432c0ad3e6447d0a6339cd3b6d7015b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075178 Dec 09 19:02:38.254858 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361acd88-df6c-4cbf-866c-2505d74926bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240cfbf0-2312-4956-a1d8-3d87373b01b9,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:38.256032 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 52218) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:38.258048 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-361acd88-df6c-4cbf-866c-2505d74926bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:38.316713 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f187db0c-bd8d-4418-bd44-8d9741d4dea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:38.343454 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f187db0c-bd8d-4418-bd44-8d9741d4dea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:38.396435 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f187db0c-bd8d-4418-bd44-8d9741d4dea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:38.400587 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-00bea849-dbbb-4460-8ffd-28856d0e9717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:38.413943 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187db0c-bd8d-4418-bd44-8d9741d4dea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240cfbf0-2312-4956-a1d8-3d87373b01b9,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:38.416851 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f187db0c-bd8d-4418-bd44-8d9741d4dea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:38.418796 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-f187db0c-bd8d-4418-bd44-8d9741d4dea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:38.422498 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-f187db0c-bd8d-4418-bd44-8d9741d4dea0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/240cfbf0-2312-4956-a1d8-3d87373b01b9 HTTP/1.1" status: 204 len: 168 time: 0.1626101 Dec 09 19:02:39.542040 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 19:02:40.328206 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52274) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:40.465569 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d2694613-4b82-473c-9912-c382dab1084e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:40.480747 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-d2694613-4b82-473c-9912-c382dab1084e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:02:40.484916 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-d2694613-4b82-473c-9912-c382dab1084e admin admin] Usage tracker for resource:security_group_rule and tenant:334c522b739842d3ad4d46a7662b585c is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 19:02:40.487869 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-d2694613-4b82-473c-9912-c382dab1084e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 19:02:40.494398 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-d2694613-4b82-473c-9912-c382dab1084e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:02:40.583671 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d2694613-4b82-473c-9912-c382dab1084e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:40.589193 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-d2694613-4b82-473c-9912-c382dab1084e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:40.596084 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-1bc7b3bd-a876-4f8c-b5a2-0965724aa0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:40.637302 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-d2694613-4b82-473c-9912-c382dab1084e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=334c522b739842d3ad4d46a7662b585c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080108 Dec 09 19:02:40.638875 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2694613-4b82-473c-9912-c382dab1084e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09090464-c1ad-462c-97ce-22f7fd4cc1b7,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:40.640258 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 52282) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:40.641956 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-d2694613-4b82-473c-9912-c382dab1084e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:40.703478 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfd5c-0a7b-40d1-81f7-497831b11cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:40.728965 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfd5c-0a7b-40d1-81f7-497831b11cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:40.783178 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfd5c-0a7b-40d1-81f7-497831b11cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:40.787113 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-60c18985-2aba-4911-af77-030264c1f087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:40.799761 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbfd5c-0a7b-40d1-81f7-497831b11cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09090464-c1ad-462c-97ce-22f7fd4cc1b7,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:40.803432 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e3fbfd5c-0a7b-40d1-81f7-497831b11cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:40.805684 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfd5c-0a7b-40d1-81f7-497831b11cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:40.810756 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-e3fbfd5c-0a7b-40d1-81f7-497831b11cdf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09090464-c1ad-462c-97ce-22f7fd4cc1b7 HTTP/1.1" status: 204 len: 168 time: 0.1693084 Dec 09 19:02:41.212792 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 52290) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:41.230765 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8ea236cc-b1f8-4635-bb5e-a17f0eec9dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:41.245270 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-8ea236cc-b1f8-4635-bb5e-a17f0eec9dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:02:41.249446 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-8ea236cc-b1f8-4635-bb5e-a17f0eec9dea admin admin] Usage tracker for resource:security_group_rule and tenant:b18e89d798ee443fbd62064fc8b37d8c is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 19:02:41.252453 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-8ea236cc-b1f8-4635-bb5e-a17f0eec9dea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 19:02:41.258563 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-8ea236cc-b1f8-4635-bb5e-a17f0eec9dea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:02:41.343748 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8ea236cc-b1f8-4635-bb5e-a17f0eec9dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:41.350094 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-8ea236cc-b1f8-4635-bb5e-a17f0eec9dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:41.356676 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-8b39abfc-cfa2-47f3-a26e-97989d747d5e tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:41.401642 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-8ea236cc-b1f8-4635-bb5e-a17f0eec9dea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b18e89d798ee443fbd62064fc8b37d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877220 Dec 09 19:02:41.402502 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea236cc-b1f8-4635-bb5e-a17f0eec9dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a21f75-77b4-4f84-80e3-d2a76528cc97,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:41.404671 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52294) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:02:41.405351 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-8ea236cc-b1f8-4635-bb5e-a17f0eec9dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:41.464558 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3df8ba1a-7051-462f-859f-fb8c7f4534ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:41.489605 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3df8ba1a-7051-462f-859f-fb8c7f4534ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:41.549590 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3df8ba1a-7051-462f-859f-fb8c7f4534ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:41.555424 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-3f63a1e7-2188-449f-b0f3-04a84cc75ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:02:41.572305 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8ba1a-7051-462f-859f-fb8c7f4534ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a21f75-77b4-4f84-80e3-d2a76528cc97,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:02:41.576572 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-3df8ba1a-7051-462f-859f-fb8c7f4534ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:02:41.587675 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3df8ba1a-7051-462f-859f-fb8c7f4534ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:41.588810 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-3df8ba1a-7051-462f-859f-fb8c7f4534ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6a21f75-77b4-4f84-80e3-d2a76528cc97 HTTP/1.1" status: 204 len: 168 time: 0.1831529 Dec 09 19:02:50.268695 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-aa8817e3-a58f-4b7e-af45-8e3d4b4b658b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:51.281084 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:52.621193 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-8324c704-51cd-4c1c-82da-e90a291ba83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:54.121502 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:55.353214 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:02:57.012195 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:00.014169 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52514) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:03:00.143164 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-4c9c113e-5231-4186-bd79-446effaacac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:00.161422 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-4c9c113e-5231-4186-bd79-446effaacac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:03:00.165657 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-4c9c113e-5231-4186-bd79-446effaacac0 admin admin] Usage tracker for resource:security_group_rule and tenant:ea62339dbbed420589e88e6c6c103539 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 19:03:00.168726 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-4c9c113e-5231-4186-bd79-446effaacac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 19:03:00.174720 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-4c9c113e-5231-4186-bd79-446effaacac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:03:00.262420 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-4c9c113e-5231-4186-bd79-446effaacac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:00.268693 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-4c9c113e-5231-4186-bd79-446effaacac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:00.275659 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f9539236-8de2-4c1b-8b28-7aa4af49266a tempest-AttachVolumeTestJSON-543411333 tempest-AttachVolumeTestJSON-543411333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:03:00.313919 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c113e-5231-4186-bd79-446effaacac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1615dca7-826d-4883-9773-df75c4f8cea8,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:03:00.318120 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-4c9c113e-5231-4186-bd79-446effaacac0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea62339dbbed420589e88e6c6c103539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029354 Dec 09 19:03:00.319023 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-4c9c113e-5231-4186-bd79-446effaacac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:03:00.321712 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52520) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:03:00.379976 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-100e8d1d-77b8-46fe-8e24-56c0754033e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:00.404792 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-100e8d1d-77b8-46fe-8e24-56c0754033e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:00.459946 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-100e8d1d-77b8-46fe-8e24-56c0754033e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:00.463622 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b5af19cb-8d32-41ab-b461-c844ad00bb60 tempest-TestMinimumBasicScenario-1083056568 tempest-TestMinimumBasicScenario-1083056568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:03:00.477851 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e8d1d-77b8-46fe-8e24-56c0754033e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1615dca7-826d-4883-9773-df75c4f8cea8,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:03:00.481478 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-100e8d1d-77b8-46fe-8e24-56c0754033e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:03:00.485069 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-100e8d1d-77b8-46fe-8e24-56c0754033e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:00.486230 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-100e8d1d-77b8-46fe-8e24-56c0754033e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1615dca7-826d-4883-9773-df75c4f8cea8 HTTP/1.1" status: 204 len: 168 time: 0.1636178 Dec 09 19:03:00.782310 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52528) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:03:00.799991 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-57bb571c-1e79-49a0-aa30-e04705d1a065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:00.814165 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-57bb571c-1e79-49a0-aa30-e04705d1a065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:03:00.818031 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-57bb571c-1e79-49a0-aa30-e04705d1a065 admin admin] Usage tracker for resource:security_group_rule and tenant:4a702d3820174805aa485226a2ddbc82 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 19:03:00.820834 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-57bb571c-1e79-49a0-aa30-e04705d1a065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 19:03:00.827070 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-57bb571c-1e79-49a0-aa30-e04705d1a065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:03:00.914717 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-57bb571c-1e79-49a0-aa30-e04705d1a065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:00.920653 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-57bb571c-1e79-49a0-aa30-e04705d1a065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:00.928600 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-361acd88-df6c-4cbf-866c-2505d74926bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:03:00.970010 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-57bb571c-1e79-49a0-aa30-e04705d1a065 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a702d3820174805aa485226a2ddbc82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865463 Dec 09 19:03:00.970926 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb571c-1e79-49a0-aa30-e04705d1a065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723648a2-55c3-489e-9840-ed6c819ce59c,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:03:00.973022 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 52532) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:03:00.973864 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-57bb571c-1e79-49a0-aa30-e04705d1a065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:03:01.032257 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-0e239c6b-96d0-400a-a2be-94e39533d1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:01.057631 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-0e239c6b-96d0-400a-a2be-94e39533d1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:01.110484 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-0e239c6b-96d0-400a-a2be-94e39533d1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:01.116316 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-18a3a070-e71d-48ed-adae-10ca5a4aa042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:03:01.130222 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e239c6b-96d0-400a-a2be-94e39533d1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723648a2-55c3-489e-9840-ed6c819ce59c,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:03:01.132763 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-0e239c6b-96d0-400a-a2be-94e39533d1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:03:01.141179 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-0e239c6b-96d0-400a-a2be-94e39533d1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:01.142292 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-0e239c6b-96d0-400a-a2be-94e39533d1a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/723648a2-55c3-489e-9840-ed6c819ce59c HTTP/1.1" status: 204 len: 168 time: 0.1682873 Dec 09 19:03:08.688809 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52654) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:03:08.815341 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3a745a2e-059b-40c0-a0de-d191054cbb98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:08.831306 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-3a745a2e-059b-40c0-a0de-d191054cbb98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:03:08.835542 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-3a745a2e-059b-40c0-a0de-d191054cbb98 admin admin] Usage tracker for resource:security_group_rule and tenant:8d6eced96fc7417e96c0a22c06f48ed2 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 19:03:08.838663 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-3a745a2e-059b-40c0-a0de-d191054cbb98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 19:03:08.845116 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-3a745a2e-059b-40c0-a0de-d191054cbb98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:03:08.925726 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3a745a2e-059b-40c0-a0de-d191054cbb98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:08.932530 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-3a745a2e-059b-40c0-a0de-d191054cbb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:08.943797 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-b58fde12-8be8-4bcd-9fa3-22d18047d7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:03:08.984981 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-3a745a2e-059b-40c0-a0de-d191054cbb98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d6eced96fc7417e96c0a22c06f48ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950501 Dec 09 19:03:08.985890 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a745a2e-059b-40c0-a0de-d191054cbb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bed306a-e969-488e-8859-7b2fc88bed62,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:03:08.987923 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 52660) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:03:08.989059 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-3a745a2e-059b-40c0-a0de-d191054cbb98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:03:09.048362 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-865b3808-aa8f-4df6-bc64-aef24de9cd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:09.074521 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-865b3808-aa8f-4df6-bc64-aef24de9cd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:09.084588 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [req-a9960c0a-fa43-4b38-811a-976089eccc5d req-fd518069-5286-46b0-aab2-0fd1ef06bef0 service neutron] (86802) timed out ('10.222.0.10', 61105) {{(pid=86802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 09 19:03:09.152570 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-865b3808-aa8f-4df6-bc64-aef24de9cd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:09.156501 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-f187db0c-bd8d-4418-bd44-8d9741d4dea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:03:09.170237 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b3808-aa8f-4df6-bc64-aef24de9cd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bed306a-e969-488e-8859-7b2fc88bed62,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:03:09.172639 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-865b3808-aa8f-4df6-bc64-aef24de9cd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:03:09.176751 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-865b3808-aa8f-4df6-bc64-aef24de9cd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:09.178102 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-865b3808-aa8f-4df6-bc64-aef24de9cd56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bed306a-e969-488e-8859-7b2fc88bed62 HTTP/1.1" status: 204 len: 168 time: 0.1892052 Dec 09 19:03:09.474933 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52668) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:03:09.493328 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-705eff93-c3c1-4ee6-bde4-c394b44236e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:09.507959 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-705eff93-c3c1-4ee6-bde4-c394b44236e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:03:09.511873 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-705eff93-c3c1-4ee6-bde4-c394b44236e4 admin admin] Usage tracker for resource:security_group_rule and tenant:3e1e787389a549bcb95c0cdfa8cfc2bb is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 19:03:09.514947 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-705eff93-c3c1-4ee6-bde4-c394b44236e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 19:03:09.520711 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-705eff93-c3c1-4ee6-bde4-c394b44236e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:03:09.604508 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-705eff93-c3c1-4ee6-bde4-c394b44236e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:09.610214 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-705eff93-c3c1-4ee6-bde4-c394b44236e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:09.617325 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-ea095924-6cff-4201-9f45-158f1adcc0a8 tempest-TestShelveInstance-1681533427 tempest-TestShelveInstance-1681533427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:03:09.657681 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-705eff93-c3c1-4ee6-bde4-c394b44236e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e1e787389a549bcb95c0cdfa8cfc2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1816545 Dec 09 19:03:09.658892 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705eff93-c3c1-4ee6-bde4-c394b44236e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e3ef60-442d-46d7-993c-384a99fc3a05,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:03:09.660695 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 52672) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:03:09.662029 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-705eff93-c3c1-4ee6-bde4-c394b44236e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:03:09.722435 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-792a46c8-6a6e-4dd7-84a5-9b9558d03e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:09.749366 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-792a46c8-6a6e-4dd7-84a5-9b9558d03e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:09.806202 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-792a46c8-6a6e-4dd7-84a5-9b9558d03e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:09.810177 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-865b3808-aa8f-4df6-bc64-aef24de9cd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:03:09.821533 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a46c8-6a6e-4dd7-84a5-9b9558d03e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e3ef60-442d-46d7-993c-384a99fc3a05,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:03:09.825448 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-792a46c8-6a6e-4dd7-84a5-9b9558d03e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:03:09.829110 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-792a46c8-6a6e-4dd7-84a5-9b9558d03e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:09.830395 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-792a46c8-6a6e-4dd7-84a5-9b9558d03e87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53e3ef60-442d-46d7-993c-384a99fc3a05 HTTP/1.1" status: 204 len: 168 time: 0.1682663 Dec 09 19:03:12.294102 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 52746) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:03:12.412444 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-425e54fc-1da0-4e81-ae43-f1bf18998650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:12.427472 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-425e54fc-1da0-4e81-ae43-f1bf18998650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:03:12.431709 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-425e54fc-1da0-4e81-ae43-f1bf18998650 admin admin] Usage tracker for resource:security_group_rule and tenant:6da4a9b752334c6abfd4296ebc30cf45 is out of sync, need to count used quota {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 19:03:12.434914 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.quota.resource [None req-425e54fc-1da0-4e81-ae43-f1bf18998650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 19:03:12.441162 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.db.quota.driver [None req-425e54fc-1da0-4e81-ae43-f1bf18998650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:03:12.533733 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-425e54fc-1da0-4e81-ae43-f1bf18998650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:12.539599 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-425e54fc-1da0-4e81-ae43-f1bf18998650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:12.546808 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-7ca0f748-8d88-4dfe-8fa3-4f0fc12448ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:03:12.586653 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-425e54fc-1da0-4e81-ae43-f1bf18998650 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6da4a9b752334c6abfd4296ebc30cf45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912695 Dec 09 19:03:12.587644 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e54fc-1da0-4e81-ae43-f1bf18998650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a176ba70-5209-4170-b652-784654839fe7,revision_number=1']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:03:12.589609 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52752) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:03:12.591086 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-425e54fc-1da0-4e81-ae43-f1bf18998650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:03:12.656014 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-50dbb433-eff6-48b3-9383-146b974617ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:12.682500 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-50dbb433-eff6-48b3-9383-146b974617ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:12.741243 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-50dbb433-eff6-48b3-9383-146b974617ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:12.747071 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-486ced22-3bbf-4424-b521-970bdfc39725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:03:12.759204 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbb433-eff6-48b3-9383-146b974617ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a176ba70-5209-4170-b652-784654839fe7,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:03:12.763234 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-50dbb433-eff6-48b3-9383-146b974617ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:03:12.777757 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-50dbb433-eff6-48b3-9383-146b974617ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:12.779011 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-50dbb433-eff6-48b3-9383-146b974617ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a176ba70-5209-4170-b652-784654839fe7 HTTP/1.1" status: 204 len: 168 time: 0.1883504 Dec 09 19:03:13.085434 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52760) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:03:13.103410 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6482c5e8-3c83-4e44-8413-f6aab2a5158b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:13.118594 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-6482c5e8-3c83-4e44-8413-f6aab2a5158b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:03:13.122884 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-6482c5e8-3c83-4e44-8413-f6aab2a5158b admin admin] Usage tracker for resource:security_group_rule and tenant:ddfd05fe9ec7444bab20855780e208e2 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 19:03:13.125743 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-6482c5e8-3c83-4e44-8413-f6aab2a5158b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 19:03:13.131512 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-6482c5e8-3c83-4e44-8413-f6aab2a5158b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:03:13.216413 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6482c5e8-3c83-4e44-8413-f6aab2a5158b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:13.221946 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-6482c5e8-3c83-4e44-8413-f6aab2a5158b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:13.228893 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-4c9c113e-5231-4186-bd79-446effaacac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:03:13.267777 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482c5e8-3c83-4e44-8413-f6aab2a5158b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df856c6a-4fe2-423e-85c8-881b588b7df8,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:03:13.272974 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-6482c5e8-3c83-4e44-8413-f6aab2a5158b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ddfd05fe9ec7444bab20855780e208e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864929 Dec 09 19:03:13.273863 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-6482c5e8-3c83-4e44-8413-f6aab2a5158b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:03:13.275842 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52764) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:03:13.337100 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39eccbb9-6cac-4e20-894b-190ff85355fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:13.362962 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39eccbb9-6cac-4e20-894b-190ff85355fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:13.419993 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39eccbb9-6cac-4e20-894b-190ff85355fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:13.423597 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-f4c61efc-20ff-4f61-b2ae-6f76092d8674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:03:13.434845 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eccbb9-6cac-4e20-894b-190ff85355fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df856c6a-4fe2-423e-85c8-881b588b7df8,revision_number=None']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:03:13.438173 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-39eccbb9-6cac-4e20-894b-190ff85355fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:03:13.441438 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-39eccbb9-6cac-4e20-894b-190ff85355fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:13.442541 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-39eccbb9-6cac-4e20-894b-190ff85355fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df856c6a-4fe2-423e-85c8-881b588b7df8 HTTP/1.1" status: 204 len: 168 time: 0.1659579 Dec 09 19:03:16.544900 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 19:03:20.263364 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-60e9e735-f34a-4892-ac7e-a288ee26d8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:21.274576 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:22.627822 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-c37c52c7-dc09-4869-9e73-cd7957838948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:24.115267 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:25.359800 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:25.827717 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [-] (86802) accepted ('10.222.0.20', 52900) {{(pid=86802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:03:25.945129 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb35b-35ad-48a5-847c-7cb06bbbf89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:25.959741 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-8b2fb35b-35ad-48a5-847c-7cb06bbbf89c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 19:03:25.963634 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-8b2fb35b-35ad-48a5-847c-7cb06bbbf89c admin admin] Usage tracker for resource:security_group_rule and tenant:5044ad5af9d74a77b38e46e95e224c17 is out of sync, need to count used quota {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 19:03:25.966417 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.quota.resource [None req-8b2fb35b-35ad-48a5-847c-7cb06bbbf89c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 19:03:25.972113 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.db.quota.driver [None req-8b2fb35b-35ad-48a5-847c-7cb06bbbf89c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 19:03:26.065271 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb35b-35ad-48a5-847c-7cb06bbbf89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:26.071678 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb35b-35ad-48a5-847c-7cb06bbbf89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_create {{(pid=86802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:26.079618 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-89875419-4c6c-45e3-81ab-794324f83083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:03:26.139077 dv-cinder-819346-1-smb neutron-server[86802]: INFO neutron.wsgi [None req-8b2fb35b-35ad-48a5-847c-7cb06bbbf89c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5044ad5af9d74a77b38e46e95e224c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099072 Dec 09 19:03:26.140028 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fb35b-35ad-48a5-847c-7cb06bbbf89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94508924-2de5-41c3-8a0d-fa0041d818a6,revision_number=1']} {{(pid=86802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:03:26.141955 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [-] (86801) accepted ('10.222.0.20', 52906) {{(pid=86801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 19:03:26.143688 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG oslo_concurrency.lockutils [None req-8b2fb35b-35ad-48a5-847c-7cb06bbbf89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:03:26.209980 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:26.235723 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:26.295783 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134163745'] for security_group, after_delete {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:26.299426 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-e20a69c0-035f-4d24-ba10-47992cdbb3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 19:03:26.311300 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94508924-2de5-41c3-8a0d-fa0041d818a6,revision_number=None']} {{(pid=86801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 19:03:26.321769 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:03:26.322141 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:03:26.322507 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:03:26.322896 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:03:26.323256 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:03:26.323601 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:03:26.323928 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:03:26.324273 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:03:26.324647 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:03:26.325338 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:03:26.325681 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:03:26.326018 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-smb {{(pid=86801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 19:03:26.330615 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG oslo_concurrency.lockutils [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 19:03:26.332797 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron_lib.callbacks.manager [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:26.333959 dv-cinder-819346-1-smb neutron-server[86801]: INFO neutron.wsgi [None req-53b285dd-a5b3-40c7-a4ac-c3710f69c792 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94508924-2de5-41c3-8a0d-fa0041d818a6 HTTP/1.1" status: 204 len: 168 time: 0.1909714 Dec 09 19:03:27.016666 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:50.279223 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-8151af69-4c78-4ea7-bdc0-7f8b9c88718a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:51.287266 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:52.622643 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-053ba1dd-b23a-498e-9779-231d677c6ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:53.546813 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 19:03:54.127011 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:55.363679 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:03:57.024252 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:04:20.283905 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-b9f61e52-4bc7-4d88-954f-e981ff6597a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:04:21.294877 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:04:22.624224 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-5cee5345-0d20-434d-b1fd-f4019f5d6dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:04:24.133389 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:04:25.362891 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:04:27.015703 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:04:30.549071 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 19:04:50.281706 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-1c25ffa6-0cdf-43a2-9042-371ecbf80a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:04:51.289909 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:04:52.619859 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-b46d0ab3-61f7-4bea-89d1-4f04b9f2e688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:04:54.130034 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:04:55.376408 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:04:57.038075 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:05:06.144049 dv-cinder-819346-1-smb neutron-server[86801]: DEBUG neutron.wsgi [req-a9e11bd3-400e-4c52-83ae-574919b2fdf1 req-dde17902-5846-41ad-b4b6-49f6dc965257 service neutron] (86801) timed out ('10.222.0.10', 61438) {{(pid=86801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 09 19:05:07.554316 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 19:05:20.284107 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-6c6311ac-e944-43e8-bcb8-a2e73fd511be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:05:21.290884 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:05:22.612835 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-7ba190a0-c760-4d00-befb-dfc1d1e19378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:05:24.136446 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:05:25.374594 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:05:27.053990 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:05:44.554555 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 19:05:50.291218 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-942a30b2-e73d-4053-be65-fd2597f887cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:05:51.297878 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:05:52.623042 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-27dcecca-e0e1-45b5-9114-ddacb22cf8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:05:54.144813 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:05:55.385865 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:05:57.056900 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:06:20.289823 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-75e8174a-0b9f-444c-adb5-1b71449189a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:06:21.286049 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:06:21.559135 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 19:06:22.624662 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-348be603-e64a-4a3a-beb3-03f3325dc9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:06:24.150468 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:06:25.390644 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:06:26.263648 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [req-7038a0c6-5c40-462a-9759-5cda0afd3493 req-80455338-c3da-4173-959f-d88a0d7df372 tempest-AttachVolumeShelveTestJSON-1632592161 tempest-AttachVolumeShelveTestJSON-1632592161-project] (86802) timed out ('10.222.0.10', 61075) {{(pid=86802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 09 19:06:27.063534 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:06:50.289381 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-fbc97c35-c345-46d2-9e60-5b954c03cbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:06:51.295835 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:06:52.622057 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-229ee078-c68a-4241-9cb4-2115b957a505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:06:54.154649 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:06:55.388063 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:06:57.066760 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:06:58.562698 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 19:07:20.322382 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-95d7229a-8eef-4a46-af35-d9455d39664c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:07:21.285555 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:07:22.623386 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-f3e6e7cb-350b-43d3-9eb8-ee2a29b4fc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:07:24.154529 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:07:25.394472 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:07:27.070506 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:07:35.564359 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 19:07:50.290950 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-730a44f9-33ad-4159-8575-300bb8d8998d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:07:51.288914 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:07:52.627277 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-98544298-1d08-4457-9cce-60a1efa4163b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:07:54.159740 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:07:55.404804 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:07:57.073861 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:08:12.565604 dv-cinder-819346-1-smb neutron-server[86802]: DEBUG neutron.wsgi [req-83bd0269-c8a5-4523-826d-69308fcda396 req-6c38684a-1c9a-4988-a89c-311d1e34d095 service neutron] (86802) timed out ('10.222.0.20', 48268) {{(pid=86802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 09 19:08:12.569732 dv-cinder-819346-1-smb neutron-server[86804]: DEBUG neutron.db.agents_db [None req-3f8e1fce-4abb-4709-8868-d67062d6e964 None None] Agent healthcheck: found 6 active agents {{(pid=86804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 19:08:20.285046 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-c3a923f3-9eef-4690-8a8b-66c13a738c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:08:21.287341 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-a0042104-1746-4194-8f56-39e57ff5cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:08:22.621194 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-ccbae615-c295-4b24-9cfa-0472dcde7b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:08:24.156522 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-04f9c95c-a4e0-4510-b578-16bdaf406641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:08:25.398916 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1af0-3667-4b8f-8abe-6b87b9ad342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 19:08:27.082191 dv-cinder-819346-1-smb neutron-server[86803]: DEBUG neutron_lib.callbacks.manager [None req-e16cdebf-8aad-4fa4-91e2-33f1259f84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737775659951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1329693'] for agent, after_update {{(pid=86803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}